{"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.811537576Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"d3e92028-371e-46d9-b89f-31dcc5856e9b","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.811964927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"d3e92028-371e-46d9-b89f-31dcc5856e9b","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:02.815601764Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"d3e92028-371e-46d9-b89f-31dcc5856e9b","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":4155,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.815907632Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"75c6fcac-0811-4086-bc91-e4c95bc92bc1","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:02.816220029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"75c6fcac-0811-4086-bc91-e4c95bc92bc1","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:02.818138165Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"75c6fcac-0811-4086-bc91-e4c95bc92bc1","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2295,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:07.818136586Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"8a54e5d8-c023-46fe-bce9-4ea096526373","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.341332915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.341382216Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.341394637Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.341406117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.341416828Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.341427548Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.341438148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.341776946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.341795506Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.341807337Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342411541Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342421161Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342428692Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342435242Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342441712Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342448802Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342455422Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.342462773Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342469953Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342477053Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342482833Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342488943Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342495193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342502294Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342508984Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342515814Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342522784Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342529054Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342535454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342542964Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.34276535Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.34277759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342862382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342873112Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342881283Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342894203Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342912753Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342928914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.342940684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.343952529Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.345172178Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":4,"elapsed":"3.809891ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.345292821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 853, tv_nsec: 760651871 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.345652229Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.34566557Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.34567399Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.34568077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.34568721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.34569316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.34569984Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.345706311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.345713701Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.345828523Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 853, tv_nsec: 761191874 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.346023498Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.346036948Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.346049179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.34610932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.346117821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.346722995Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.346734635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.346876639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.349051741Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.350024075Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.350283921Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.351338346Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.351347496Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.351542591Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.352649378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.352665678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.352863393Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.353050117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.353060608Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.353222432Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.356311156Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.356612573Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.356738856Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.357612047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 853, tv_nsec: 772970267 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.357964215Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.358696223Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.358706533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.358885818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.381334518Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.381703437Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.387135597Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":4,"elapsed":"41.432287ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.389072914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.389417783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.392172109Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.392350603Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.392616029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.394072824Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.394085735Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.394243079Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.39471329Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.39472689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.39473464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.395025827Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.399901205Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.400029898Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":4,"elapsed":"54.349438ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.400609192Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.40427865Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.404304251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.404468385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.40509227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.40510433Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.405281874Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.407491867Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.40760191Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.407743464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.407883657Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.418101833Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.418128183Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":10,"elapsed":"76.788348ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.419959827Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"77.436023ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.423001391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":4,"elapsed":"80.564919ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.426249619Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.426509655Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.428439311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.428464532Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.428472842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.428768479Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.428896893Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.42919484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.430604054Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.430845309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.43085779Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.43086889Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":4,"elapsed":"88.411088ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.433132584Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.433150695Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.433307948Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.433714998Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.433725459Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.434078567Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57441970-1e4a-44ac-96d6-ccc4f635dc0e\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:45:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.434094198Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.435261555Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":4,"elapsed":"92.771412ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.436235649Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.436377373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.436580267Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.439211211Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.439222881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":4,"elapsed":"96.725268ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.440562523Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.440572513Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.44083527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e59cc478-5d57-469d-9df2-b0941deb0bcc\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:45:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.44085124Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.44210645Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.442308095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":4,"elapsed":"96.623945ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.460201186Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.460683597Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.461882506Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.461907217Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.462168523Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e299165-4796-4f27-8a0a-ed5b0f5bd094\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:45:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.462187403Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.463775002Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.466711292Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":4,"elapsed":"120.998902ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.474984962Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.475200797Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.66069883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.660727311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.661136811Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb654634-c3d5-4ef8-b211-fd41e2cf21fe\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:45:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.661162671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.661427638Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.662308559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.664314607Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.664327747Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.664491411Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.67399566Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.674211225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.675261991Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.675317252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.675331612Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.67564946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1ee3f5e1-0d26-4bb0-889f-f93eab05d697\", \"date\": \"Sat, 21 Dec 2024 05:45:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.675669811Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.675921617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.677057744Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.677080384Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.677218938Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.678093249Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.678246313Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.678939729Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.679109143Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.679443791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2cc06cf7-35b4-42fe-9c8b-26eefd9bd34e\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:45:08 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.680451526Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.680461866Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.680593769Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.680826824Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.681213064Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.681367097Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.681612314Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.682468634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":4,"elapsed":"341.087327ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.684548294Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":4,"elapsed":"343.237399ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.68478523Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.68479754Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.685151269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"1017499d-5e56-4ac2-82da-97a36eeb92a5\", \"date\": \"Sat, 21 Dec 2024 05:45:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.687069215Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":4,"elapsed":"344.619252ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.744881716Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.745254005Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.74714898Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.747165791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.747351505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.755102562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.755403679Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e498fcf7-f00d-464b-8aa7-a01ccaba8f9e\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:45:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.75542829Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.75543927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.755743357Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.755755498Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.755762578Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.755770198Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.755778138Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.755785368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.755974373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.755984113Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.756157387Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.756165387Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.756352502Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.757341426Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":5,"elapsed":"414.918464ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.768845613Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.769229502Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"681c4158-7797-4743-bdc4-76c7626391ae\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:45:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.769246932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.769257382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.769266273Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.77083267Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.770963204Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8c09b42e-c09a-4ab9-bd9f-fc24fb00aa4c\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:45:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.770974114Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.771087236Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1feedee-0140-4d0c-8a54-f17e6261bb2c\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:45:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.771101887Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.771112857Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.771291341Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":4,"elapsed":"428.820508ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.853710174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5261a531-4572-4379-b902-528384def670\", \"date\": \"Sat, 21 Dec 2024 05:45:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:08.853729744Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.853738704Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.854095373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f34d8c24-a0a1-46af-95ad-a807f42fe0e6\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:45:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.854131244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.854425591Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.857537796Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.857836863Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.960478813Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.960693258Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.962574233Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.962816459Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:08.969886249Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":4,"elapsed":"627.477868ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:17.817729497Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"f129f0da-f96d-4c7a-8ce8-a3c466f529bf","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":284,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.340846715Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.340893136Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.341231434Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.34189994Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.34191476Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.342079384Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.343193311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.34356125Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.343917109Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.345716602Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.345734122Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.345865385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.348102829Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.348404346Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.350265161Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.352765871Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.352780532Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.352916935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.364636187Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.364658117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":11,"elapsed":"23.833143ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:18.37306038Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"31.151389ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:27.818419375Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"9485651b-9e30-401e-bb55-08777e758616","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":282,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.341550983Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.341595504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.341887541Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.341933272Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.341942442Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.342148147Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.34348602Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.344362761Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.344637247Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.345962229Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.34597914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.346105343Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.34642673Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"4.487568ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.348107151Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.348266404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.350077438Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.352368033Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.352382024Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.352507077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.362152609Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:28.362172799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":12,"elapsed":"20.656057ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.812128354Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"2d2a04b6-91a3-4f8c-9aa5-6e2ce85a6a99","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.812441042Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"2d2a04b6-91a3-4f8c-9aa5-6e2ce85a6a99","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:32.815130426Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"2d2a04b6-91a3-4f8c-9aa5-6e2ce85a6a99","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3083,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.815396063Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"58ced2ba-d10c-48ec-9cad-d58d0d241c44","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:32.815654599Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"58ced2ba-d10c-48ec-9cad-d58d0d241c44","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:32.81778097Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"58ced2ba-d10c-48ec-9cad-d58d0d241c44","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2422,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:37.817976196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"43c163eb-a2f5-4833-877a-a9c1d6520c8c","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341095403Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":3,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341141565Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341150915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341159305Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341167005Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341174415Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341181986Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":3,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.341188526Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:35:38.341131444 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341196266Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341203066Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341211576Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341219076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341226227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341232947Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341239757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341247167Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341253827Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341261547Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341267897Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:45:38.341275088Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341282698Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":4,"elapsed":"11.921µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341291108Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341298558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":3,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341306409Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341313678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341526864Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341552404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341561415Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341569925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341585875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341594595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341708848Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341719328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341727879Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341735159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341741889Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.341750199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341756379Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341762809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.34177058Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.34177792Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.34178478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":3,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.34179174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.34179884Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341864002Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341874132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341881702Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341889972Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 883, tv_nsec: 757394072 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341904313Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341912503Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341919173Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 883, tv_nsec: 757400673 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341933173Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341940244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341947604Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341954304Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341961664Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341967614Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341973974Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.341980475Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342016475Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342028226Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342037146Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342084407Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342097497Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.34222468Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342293102Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342303102Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342406425Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342415885Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342426595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342437286Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342447186Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":3,"elapsed":"1.234179ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342496667Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342506937Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":3,"elapsed":"1.25808ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342711302Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342720172Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342728263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342735733Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342742503Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342962848Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.342973378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.343067101Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.344376382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 883, tv_nsec: 759889792 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.344626888Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.344972707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.345164321Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.345431778Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":5,"elapsed":"4.186651ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.34550395Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 883, tv_nsec: 761019870 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.34551927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.34552683Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.34553315Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.34554108Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.345548591Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.345555271Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.345562151Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.345568931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.345757205Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:35:38.341131444 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.345783956Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"expiration\":\"2024-12-21T05:35:38.341131444Z\",\"pruned\":[]}","iteration":3,"elapsed":"4.632232ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.345795346Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.345806507Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.345816387Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.345823877Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.345884339Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.346624816Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.346826711Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.347563949Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.347944568Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.349207028Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.349216199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.349423164Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.350645453Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.350656193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.350850198Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.351145315Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.351155125Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.351393611Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.351403961Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.351441382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.351566865Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.352302053Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.352514328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.353240165Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.353290767Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.354065416Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.354612289Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.354621199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.354626839Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.354865355Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.355893269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.35590311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.356085274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.356095604Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.356103334Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.356273318Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.356628027Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.356638457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.356780471Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.357619001Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.357778245Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.358350819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.358541743Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.359573258Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.360992422Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.361005272Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.36129653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.362074798Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.363458942Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.363477092Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.363483862Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.363489982Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.363666787Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.364088197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.366633348Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":5,"elapsed":"21.099178ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.369097707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.369372024Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.369880606Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.370184023Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.370622194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.37089532Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.372622022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 883, tv_nsec: 788129762 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.373005511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.373704858Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.373925123Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.405874942Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.405924713Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.405940804Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":3,"elapsed":"63.15645ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.408476545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.40910647Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.409446498Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.410498953Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.410515854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.410691348Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.412273536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":5,"elapsed":"66.751956ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.413443704Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.41368307Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.415201536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.415385321Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.415395821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.415405272Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":3,"elapsed":"73.607121ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.415841592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.416158199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.417056701Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"75.151129ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.417070672Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.417078762Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":5,"elapsed":"75.22113ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.417266466Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.4174043Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":5,"elapsed":"75.62256ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.417505892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.417773338Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":5,"elapsed":"72.258569ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.418164838Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.418194888Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.418424834Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.4199237Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.420234158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.42034988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":5,"elapsed":"78.625152ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.421660142Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.421684232Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.421696643Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.421707673Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.421756094Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.422014411Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.422963833Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.423578218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.423593769Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.423795583Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.423986478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.426358985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.426409286Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.426425017Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.426537959Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.426640922Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.427687927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.427702847Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.427871581Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.429697035Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.429708856Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.42987667Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.430517555Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.430539896Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.430675469Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.431775615Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.432050222Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.432153375Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.432164455Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.432170915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.432220526Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.432449482Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.432494873Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.448529629Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.448573919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":13,"elapsed":"107.351563ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.449758298Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":3,"elapsed":"107.015884ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.452146196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":5,"elapsed":"106.622816ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.459521123Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.459543494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.459554144Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.459855881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.461313726Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.464112844Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.464128454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.464266187Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.465581159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.465598509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.465607009Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.465766493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.46770647Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.469401721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.470828505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.470843835Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.47104858Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.471500021Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.471521892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.471679306Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.472370592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.472390823Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.472400293Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":5,"elapsed":"130.477249ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.472877494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.472892255Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.472899735Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.472907415Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2}","iteration":3,"elapsed":"131.819923ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.478213503Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.484680648Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.485134809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:45:38.507078087Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.507110108Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":3,"elapsed":"165.200505ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.518696847Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.528237056Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.528538484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.532199652Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.532316075Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":3,"elapsed":"190.966615ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.547396068Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.547424258Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.547740926Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"80871d1a-d659-40de-949f-9f8cbfab9f97\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:45:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.547766346Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.549279763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.549508538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":6,"elapsed":"207.634926ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.560861081Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.562717176Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.562731486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.56289663Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.564404367Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.565972995Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.565984055Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.566120158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.573420374Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.573436714Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.573449634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.573460505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1}","iteration":3,"elapsed":"232.309021ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.649029563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.649411882Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"d355dde6-2585-4b18-a3a2-52b8b7f23d29\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.649425743Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.650831137Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"1f26fb41-ff28-475b-b11c-4d1476869910\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.650843037Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.652169819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.652184919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":5,"elapsed":"311.071785ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.699212361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.704304503Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.704328444Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.70457293Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b67854a3-69ae-4976-a8ec-a33edd39d6dd\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:45:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.70459007Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.706387073Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.745514465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.745535145Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.745770381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"01327c77-26f7-42d5-ac61-7a440895376f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:45:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.745784021Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.74781512Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.843119423Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.843163884Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.843567094Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f18f0a53-58a2-49aa-bd3d-7d6030028149\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.843593864Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.843902422Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.857946989Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.85796923Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.858159394Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"1821676f-5937-4e42-9173-4e0646d4410c\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.858172145Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.858427641Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.860495631Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.860678015Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.860813858Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.861363412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"cdae3a47-0ca1-4455-b082-a1e78429f099\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.861383562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.862670443Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"dbfbfe27-a784-4656-ab3c-6374237462df\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.862689234Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.864047566Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0c83aafd-bd83-4309-8ce9-f4568207f180\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.864067027Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.866041874Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.866071045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":5,"elapsed":"524.89683ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.895427801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.895670757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d5d2170-68f7-407f-a12e-db6da35627b8\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.897640655Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.89787283Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.899658063Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.899901549Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":5,"elapsed":"558.810356ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.900055633Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78c75855-f4b9-4768-93bb-3b4f8d2472cc\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.900089183Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.900099154Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.900106414Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.902195194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":5,"elapsed":"560.252ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.941336336Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":5,"elapsed":"600.165151ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.960436646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.960749413Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.963411817Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.963426807Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.963743675Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"7e5e04ef-d203-4630-985c-ee892bd3d9ee\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.965683152Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":5,"elapsed":"623.956554ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.97474916Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.975110149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:38.977269391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.977287321Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:38.977498536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.088934188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.089264315Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47c239eb-2f3a-496e-9a5b-0abb863f2636\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:39.089292756Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:39.089305447Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:39.089632634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:39.089645005Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:39.089653315Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:39.089662885Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:39.089671975Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:39.089680665Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:39.08985808Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:39.0898698Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:39.090095946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.090104156Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.090420703Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.09276405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.092878533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"78e483f0-75ec-4ee1-9f79-94ab743071a2\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.092891153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.093460567Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4771ab94-21c4-4d83-b2ed-7eec2130d87b\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:39.093479687Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.093490937Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.189534088Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"5f3fe35c-b247-4430-bc7f-cdc173d3ab65\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:39.189558499Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.189567579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.189826215Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"06247e11-88d8-4400-9094-8c7a8d45f4b0\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:45:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.189873027Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.190196404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.193627397Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.193930434Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.196583568Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.196901836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.199125659Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.199366735Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:39.206040465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":5,"elapsed":"864.329067ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:47.817899405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"baf1a278-2f48-46ae-9aa8-2be2b4a08ed2","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.341039433Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.341093514Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.341514824Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.341564656Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.341581606Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.341817132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.343323478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.345937931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.345952771Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.346123865Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.348343149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.348669897Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.35047989Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.3529631Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.35297395Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.353123274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.366357562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.366381803Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":14,"elapsed":"25.37231ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.372347686Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.372563842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:48.407190895Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"65.604998ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:45:57.817841505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"cf3b48e2-a5f6-47d2-93bd-668e046fa7f8","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.341166717Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.341215939Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.341486605Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.341530316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.341542397Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.341717341Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.37078568Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.371314093Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.371674591Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.373547927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.373568227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.373728251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.373992437Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"32.457321ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.376010816Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.37617716Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.377456951Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.379696265Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.379714765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.379841578Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.39116064Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:45:58.391178041Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":15,"elapsed":"50.041124ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.811966494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"5bcd480c-d74b-4e53-b491-ba71de6a9dae","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.812277332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"5bcd480c-d74b-4e53-b491-ba71de6a9dae","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:02.81513197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"5bcd480c-d74b-4e53-b491-ba71de6a9dae","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3241,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.815442838Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e4bf77aa-ad88-49e2-baaa-cacf88ae4286","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:02.815764905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e4bf77aa-ad88-49e2-baaa-cacf88ae4286","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:02.818295957Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e4bf77aa-ad88-49e2-baaa-cacf88ae4286","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2912,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:07.818020661Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"aa895472-cf36-4763-aceb-ff39b1b261a5","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.341166099Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.34121002Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.34121932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.34122739Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.3412349Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.341242131Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.341249491Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.341530527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.3416137Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.341725492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342249505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342257585Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342263985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342271815Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342277465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342284086Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342292236Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342299886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342308386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342315316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342322837Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342329307Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.342336627Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342344467Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342350947Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342358457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342365727Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342372218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342378768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342386038Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342542762Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342599133Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342608373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342661765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342732166Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342742977Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342752117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342816389Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.342848129Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.344386196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 913, tv_nsec: 760042466 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.344672903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 913, tv_nsec: 760340223 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.344763775Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.345020762Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.34539126Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.345402821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.345410081Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.345417871Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.345425001Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.345432391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.345438821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.345447342Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.345658827Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.345764889Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.34579616Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.345813061Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.345825051Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.346063156Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.34661436Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.347407899Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.347663195Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.348847054Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.348864694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.349034718Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.349991021Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.350010391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.350168135Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.350215707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.350224607Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.35036797Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.351498127Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.354796727Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.354817287Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.354958621Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.360058623Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 913, tv_nsec: 775702943 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.360114665Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.360199727Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.360426252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.360446703Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.360576086Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.36073585Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":6,"elapsed":"19.54043ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.388340504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.390942396Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.390983537Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.391146401Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.391367047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.391379867Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.391386127Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.391691414Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.39356437Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.393803265Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.395205679Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":6,"elapsed":"49.807619ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.395637569Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.395963257Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":6,"elapsed":"50.525536ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.395983668Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.395992558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"53.739434ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.396376307Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.396681234Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.398470558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.398495838Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.398507609Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.398657642Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.398673373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.398714263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.398831326Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.398843906Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.398854247Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.399055552Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.401135582Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.401413499Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.401442679Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":6,"elapsed":"59.131063ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.401459269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.4027484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.402940225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.403871678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.404107673Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.404758019Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"62.387351ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.406913771Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.407644038Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.407913895Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.409147474Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.409163955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.409326099Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.42517026Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.425203881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.425534129Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d83ee65c-9559-42d9-baeb-a60f333c3c1e\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:46:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.425553849Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.426431901Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.426445631Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.426740728Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e33d4ed0-5e9d-4ea4-bea5-d99639e4025f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:46:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.426758448Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.427814004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.428321386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.428846839Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.428869689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.428876799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.429294029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.429512824Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.429531855Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.429782791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d8b1f24-3c56-4f8c-bc02-a57230fa756a\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:46:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.429815132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.430782825Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":6,"elapsed":"85.361044ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.43179427Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.432132007Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.433620843Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.433643534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.433783807Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.437028065Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.439609118Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":6,"elapsed":"94.197626ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.439775782Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.439804792Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.439946936Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.44097484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":6,"elapsed":"98.638203ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.459183269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.459200869Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.459209729Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":6,"elapsed":"116.942684ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.505058753Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.50538398Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.507213344Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.508933306Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.508959146Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.50909723Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.510584715Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.510612986Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":16,"elapsed":"169.429327ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.510678678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.512274456Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.512286466Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.51242716Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.512566103Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":7,"elapsed":"170.218256ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.531476758Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.531774905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f9a417b2-1281-4b76-9551-ad30cf83633d\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:46:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.533290392Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.533560188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.599935685Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.599958706Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.600348655Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c3bf6cb4-20eb-4756-9125-8ecf28c35395\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:46:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.600381436Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.600721854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.60219376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":6,"elapsed":"260.98187ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.640396579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":6,"elapsed":"299.23701ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.678995138Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.679020488Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.679289045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"72c505b5-cb0e-431a-be07-80803e43bf49\", \"date\": \"Sat, 21 Dec 2024 05:46:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.679302065Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.679657094Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.681808835Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.68197591Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.685400992Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.68572042Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.688189299Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.688205729Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.688585938Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"19723c9c-2d4a-45d3-a645-850f378dc23e\", \"date\": \"Sat, 21 Dec 2024 05:46:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.68988228Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":6,"elapsed":"347.564594ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.722886324Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.723205062Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"17bdf469-3646-4720-a8da-177c492414cf\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:46:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.723227432Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.723238112Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.723247303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.724458182Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":6,"elapsed":"382.158265ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.768755538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.769140527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.77094535Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.770960551Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.771139845Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.780367417Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.780610413Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b64b8fc-bb12-4f03-9399-c2957e51a716\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:46:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.780632653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.780646214Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.78092506Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.780935411Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.780942831Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.780950381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.780957801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.780965941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.781119495Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.781128825Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.781379042Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.781387412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.781710769Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.783671346Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.783767399Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"545335e1-17f1-4950-b9d7-233759ec6e96\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:46:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.783778809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.783858881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63da6caf-aeb2-461e-9dd6-d5632c4a3f18\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:46:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.783874342Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.783884912Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.878342744Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"254c6c59-e554-445a-bd3b-710300bee80b\", \"date\": \"Sat, 21 Dec 2024 05:46:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:08.878376075Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.878386845Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.878561309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cf771b65-2481-47e0-ac97-b83e60644469\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:46:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.87858574Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.878835746Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.982375387Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:08.982575322Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:09.099236799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:09.099536366Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:09.101580426Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:09.10177983Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:09.108696347Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":6,"elapsed":"766.423381ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:17.818190486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"200eb2ce-17a2-473a-bb83-feb7d127316c","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":269,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.341289613Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.341338584Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.34159527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.341633391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.341645222Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.341818076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.343639919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.343967327Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.372417182Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.374979214Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.375007994Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.375136097Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.375148848Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"33.501306ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.377348251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.377595847Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.40600872Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.40847127Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.40848657Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.408626383Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.41970097Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:18.41972349Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":17,"elapsed":"78.453558ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:27.817764277Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"2ffd16d4-9302-4973-9290-1c0117a43cb3","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":346,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.340889954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.340931335Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.341199412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.341669853Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.341679613Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.341867628Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.343256761Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.343428755Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.371386348Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"29.704515ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.376172443Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.378674354Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.378688654Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.378831897Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.380726443Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.380917908Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.382473685Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.384871023Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.384884113Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.385017776Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.601558557Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:28.601588567Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":18,"elapsed":"260.712294ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:37.817982103Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"d3c5d6d1-fd97-479f-844e-64a9f24fa9be","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341160352Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341214773Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341226263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341235734Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.341245454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:36:38.341172422 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341255614Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341264964Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341274815Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341284725Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341294095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341303225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341311745Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341321936Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341330246Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341338296Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341346676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:46:38.341356266Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341365767Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341373147Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":5,"elapsed":"13.56µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341383777Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341395767Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341405568Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341413918Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341422958Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341431118Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341439348Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341447329Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341456139Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341463709Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341472569Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341480949Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.34148918Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.34149788Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.34150606Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.34151505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341522941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341531571Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341543301Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.341556641Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341565091Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341573302Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341581132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341589842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341597732Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341605132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341612923Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341620133Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341629233Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341637193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341645944Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341653954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":3,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341662884Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341670674Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341681854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341779137Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341796697Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341843228Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341856409Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341887329Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 943, tv_nsec: 757693550 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.34190196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341935351Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.341986942Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342015132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342026553Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342035753Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342045783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342054643Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342109145Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 943, tv_nsec: 757905995 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342135085Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342180586Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342196127Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342210147Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342223747Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342236598Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342247068Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342259448Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342271188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342281109Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.34234651Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342374641Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":4,"elapsed":"1.142387ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342399582Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342427502Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342455053Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342531535Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342640397Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342655908Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342690069Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342702789Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":4,"elapsed":"1.365652ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342815822Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342827062Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.342957185Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.344073772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:36:38.341172422 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.344093763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"expiration\":\"2024-12-21T05:36:38.341172422Z\",\"pruned\":[]}","iteration":4,"elapsed":"2.90696ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.344715767Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.344895272Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.345069686Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.345116807Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 943, tv_nsec: 760922587 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.345221319Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.34523333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.34525103Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.34525864Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.345299392Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.345306572Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.345313682Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.345320102Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.345386263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":7,"elapsed":"4.067908ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.345397454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.345480906Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.345571448Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.345622199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.345633509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.34567843Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.347176957Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.347199837Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.347351181Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.348457697Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.348477428Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.348612681Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.348877927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 943, tv_nsec: 764674887 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.349156104Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.349361379Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.349632366Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.349657596Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.350786324Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.351940431Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.351959462Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.352137936Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.352775251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.352802522Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.353015817Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.354722038Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.357421033Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.357446864Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.357584167Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.360068487Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":4,"elapsed":"17.798768ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.361975513Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.362150947Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.4038153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.405030959Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.40506838Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.40507677Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.405463909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.407231672Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.407262832Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.407511128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.407531839Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.408334548Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.410573962Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.410667164Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.410680805Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.410942021Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.411138366Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.411632457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.411654338Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.411945935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.411956395Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.412499829Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.412520359Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.412756795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.412950049Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.41296166Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":7,"elapsed":"67.697529ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.413254047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.414136328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.414146718Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.414193979Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.41423633Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.414354563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.414457736Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.414516207Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.41506304Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.4150772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.415086871Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":4,"elapsed":"72.857453ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.415097151Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":7,"elapsed":"69.875352ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.415337617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.415349937Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.415567062Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.416417373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.416432413Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.416569616Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.417477818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.417894018Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.418076823Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.418266007Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.41839255Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.418660687Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.419807764Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.419987839Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 943, tv_nsec: 835788269 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.420077601Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.420355727Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.421194398Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.421756541Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.423509533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.423534564Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.423663777Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.433865112Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.434278673Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.436555947Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"nsuccess\":5}","iteration":3,"elapsed":"95.037087ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.438041423Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.438641267Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.438670278Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":7,"elapsed":"97.194529ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.438984466Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.439463807Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.440136683Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.440149154Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.440349008Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.446786094Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.447002829Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.459304165Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.459338056Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.459684734Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7027134c-668f-4c21-9a0f-d3776dad8973\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:46:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.459714694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.462134003Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.462358478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.463607308Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.463621128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.463628049Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.463634779Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.464128221Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.464146361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.464156352Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.464384057Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.465819601Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.465900274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.468438875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.468458825Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.468597278Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.469425478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"128.01288ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.469972941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.47032733Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.470855253Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.470939275Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"129.459615ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.471083098Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.471096888Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.471103619Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.471109939Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.471351134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.471440977Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.471450197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.471459127Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.471688523Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.472769919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.472779899Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.472786059Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.473033465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.475424252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.475453503Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.475699049Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.475879363Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.476344385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.476355095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.476364465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":4,"elapsed":"134.916307ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.476412536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.476422987Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.476726304Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba4067e2-1532-4a1f-9e45-c6e3ca44508d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:46:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.476745794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.477102913Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.478613979Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.478955828Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.478978338Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.479148872Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.480104695Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.480130396Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.480262249Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.480274899Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":7,"elapsed":"135.011459ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.481907208Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.485824463Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.485847683Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.485990517Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.499694076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":7,"elapsed":"154.422576ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.507761111Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.518234173Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.51854046Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.52226599Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.522602698Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.524210577Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.52518531Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.52519923Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.525210061Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.525627501Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.525974589Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.525990709Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.526148673Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.526798149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.528698705Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.528712845Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.528721935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":7,"elapsed":"187.265396ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.529436262Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.529450963Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.529632687Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:46:38.531030281Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.531044931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":4,"elapsed":"189.605453ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.53185505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.531871271Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.531880241Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.531888881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1}","iteration":4,"elapsed":"190.636487ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.556208216Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.556527444Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.55803464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.558351848Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.559893565Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.560675724Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":8,"elapsed":"219.284076ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.562510978Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.562538019Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.562680832Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.568870521Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.568886821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.569267031Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2562a3ee-7360-4ea2-a243-9b598ee11fef\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:46:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.569295371Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.570636244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.571129226Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.571152206Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":4,"elapsed":"229.827081ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.597620233Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.597653634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.597663584Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.597672294Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2}","iteration":4,"elapsed":"256.3928ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.619815757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.620053843Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.701997455Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.702032325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":19,"elapsed":"360.741231ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.791521109Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":7,"elapsed":"450.368097ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.805217978Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.832824332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.83317388Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7aae0c14-8d1f-4a05-8a8b-26b8ee73f248\", \"date\": \"Sat, 21 Dec 2024 05:46:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.833189381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.834501972Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"f1a415ea-5deb-4633-ad11-70c779a9bba5\", \"date\": \"Sat, 21 Dec 2024 05:46:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.834525793Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.836658544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.836682065Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"495.512532ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.841519261Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.841787588Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a73c688-c45c-4994-ac77-e60882db9c81\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:46:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.843667163Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.84394918Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.861365059Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.861386949Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.861759148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d5239a1-482e-4b42-9043-2eb8a48b6567\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:46:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.861782659Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.862100976Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.863168352Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.863293935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":7,"elapsed":"521.898238ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.864051674Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":7,"elapsed":"522.722537ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.864976516Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.864989646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.86516144Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.88926446Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.889862304Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"36245dae-c790-451f-950f-45f74575bef3\", \"date\": \"Sat, 21 Dec 2024 05:46:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.889878495Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.891171396Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"eeeaeb8f-1ba1-4cc0-9cbc-880d3dab42a5\", \"date\": \"Sat, 21 Dec 2024 05:46:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.891183096Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.893074442Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b4d83244-6a2f-4195-975e-1b68ea19d1d3\", \"date\": \"Sat, 21 Dec 2024 05:46:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.893086912Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.894837554Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.894883675Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":6,"elapsed":"553.684563ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.895217743Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.896997896Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.897013896Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.89716926Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.907626962Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.907652483Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.907861188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"dca6740a-f23d-4380-97c7-9b8e30e64f82\", \"date\": \"Sat, 21 Dec 2024 05:46:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.907874868Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.908156365Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.908298418Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.908596505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.912658813Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.912688124Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.913215446Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.913559025Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.913613256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.986682594Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.987090524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7b4c507d-0f94-459a-b002-d9bfad65d57d\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:46:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.987114705Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.987124185Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:38.987132415Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:38.987976085Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":7,"elapsed":"646.487476ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.024300979Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.024578006Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49bc76f1-738f-41f2-a2b3-56d2f5d213a1\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:46:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:39.024620907Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:39.024633418Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:39.024906194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:39.024917684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:39.024924794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:39.024932735Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:39.024941295Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:39.024948905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:39.025108509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:39.025119279Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:39.025375815Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.025385765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.025803396Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.027841475Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.027997928Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"243ab323-693f-4db4-ae81-0902d175300d\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:46:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.028009029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.028016799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.028105031Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dbffb50b-c966-4d53-9438-815241ca1153\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:46:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:39.028119981Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.028130972Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.028318646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:39.031514383Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.031525003Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.121922379Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"150584ce-801d-403f-93f6-6b2aba0d7e7b\", \"date\": \"Sat, 21 Dec 2024 05:46:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:39.121947689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.121958149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.122277657Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"5af985c4-8761-49e5-92e0-d8368394b5d0\", \"date\": \"Sat, 21 Dec 2024 05:46:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.124204183Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":7,"elapsed":"782.779205ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.124238424Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29c61a8c-d158-452f-983e-2372cf63c8ff\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:46:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.124279505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.124532331Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.127914223Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.128107647Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.130976666Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.131241453Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.231902435Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.232178432Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:39.239250532Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":7,"elapsed":"897.875574ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:47.817994254Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"b5a48178-3892-4db2-bb01-02fb0d6236e6","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":333,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.341130802Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.341177134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.341497251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.341544863Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.341556033Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.341775898Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.343130001Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.345665832Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.345680242Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.345818705Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.347952177Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.348107761Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.349996566Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.352168348Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.352183199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.352307982Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.364426223Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.364443063Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":20,"elapsed":"23.341981ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.369763822Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.369975077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:48.397885688Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"56.333446ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:46:57.817925084Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"723b1603-56dc-4253-b4f4-75caab6d126f","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.341017091Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.341063212Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.341330759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.341373209Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.34138308Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.341555964Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.34304486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.345685393Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.345703524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.345874918Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.347995209Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.348268126Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.349830193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.352263251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.352280752Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.352408995Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.364416194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.364445615Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":21,"elapsed":"23.437994ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.372005307Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.372203871Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:46:58.373584885Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"32.205815ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:07.817388502Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"f3457ce6-702c-4e1d-be2d-d167a5c086ea","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":336,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.3405216Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.340571611Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.340582882Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.340592352Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.340601222Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.340609492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.340618892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.340915559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.34093158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.34094378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341596426Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341609336Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341618596Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341627467Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341635727Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341643737Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341652647Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341661608Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341668958Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341676618Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341683548Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341690748Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341697018Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341703378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341709149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341716489Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341722759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341729139Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.341735329Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341749419Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341861282Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341905183Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341924634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341957004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.341967635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.342110308Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.342121699Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.342134639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.342141699Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.343548133Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 973, tv_nsec: 759500583 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.343776438Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.34382286Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.34468436Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 973, tv_nsec: 760647170 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.344850644Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.344921296Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345281724Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345290065Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345297735Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345304945Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345312365Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345319165Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345326516Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345333636Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345341006Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345386527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345595592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345627493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345648303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345658154Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.345787467Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.347024366Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.347034907Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.347227321Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.347728883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.347739474Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.347910548Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.348626435Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.348639535Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.348784059Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.348853881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.350562722Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.350587972Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.350816498Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.350945361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.351969996Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"10.331938ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.352627631Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.352648772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.352832526Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.357348165Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.357695163Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.358244376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.35836685Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.358490402Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.358606725Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.35878468Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.358841221Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 973, tv_nsec: 774797121 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.359146538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.359431655Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.360349437Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.36129356Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.36130709Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.361498875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.364186919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.36421361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.36422536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.364236471Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.364248661Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.364257351Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.379246732Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.379276953Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":22,"elapsed":"38.728232ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.384742024Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.386609389Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.386629919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.386701551Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.386712301Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.386718682Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.386782393Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.387141032Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.390080302Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":8,"elapsed":"44.760017ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.39039846Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.390703168Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.392005379Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":8,"elapsed":"46.701164ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.392663155Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.392929941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.394331715Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.397275536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.397299986Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.397533402Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.400079773Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.400255627Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.40035918Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.400499493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.400545484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":8,"elapsed":"58.931488ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.401841045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"60.175968ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.402225205Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.40243307Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.412987544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.413324272Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.413944917Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.414300575Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.424195474Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.424223484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.424332797Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.424344947Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.424352197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.424569032Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.424581493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"81a8a1f3-d712-4b5b-bf4f-199d73c3c884\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:47:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.424594203Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.425855463Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.42614602Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.426160541Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":8,"elapsed":"84.536774ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.430128336Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.430157827Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.430481795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0cdb2b0-ed01-40b6-b4b4-325951ba2b5d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:47:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.430501425Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.431898819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.434534722Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.434552083Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.434770168Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ee5373b4-c919-4e1c-adba-8c38b269a7ad\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:47:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.434784168Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.436160811Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.436220003Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":8,"elapsed":"90.885306ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.443351904Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":8,"elapsed":"98.042159ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.446863869Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":8,"elapsed":"106.296587ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.463903729Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.46392713Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.46393925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":8,"elapsed":"122.238752ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.466210385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":9,"elapsed":"124.604518ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.488643474Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.489077545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.491056382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.492880656Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.492902287Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.493123482Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.529746923Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.530067821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"715875ab-50af-4f50-9117-b8f81b9de531\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:47:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.531540017Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.531772932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.535287327Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.535299337Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.535789579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8dae8271-1fa7-4831-8615-4fd8c5dbaeaa\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:47:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.535819399Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.536064855Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.536932036Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.53750225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":8,"elapsed":"197.0028ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.538779001Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.538790601Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.538952265Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.539429536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":8,"elapsed":"198.875796ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.548996197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.549023877Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.549320634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"4c76216d-7db4-4579-a456-e34490e26298\", \"date\": \"Sat, 21 Dec 2024 05:47:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.549333754Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.549667763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.551831855Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.552018579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.55454449Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.554752155Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.557352827Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.557365598Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.557707016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c04f2096-0dc9-4da9-ae85-1cf02d74c929\", \"date\": \"Sat, 21 Dec 2024 05:47:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.559280894Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":8,"elapsed":"217.567595ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.610493866Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.610890916Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.612449663Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.612468804Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.612644538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.634935154Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.635318864Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b08c3e91-dde1-4064-8fb9-1f452731aa4a\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:47:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.635343854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.635354215Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.635362915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.636459681Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":8,"elapsed":"294.763463ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.644922125Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.645210042Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1aab0927-b450-45d4-a855-4fb0d1615b4b\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:47:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.645230682Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.645242013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.645468718Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.645481678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.645490538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.645499889Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.645508459Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.645516799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.645678233Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.645687933Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.645918559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.645926979Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.646213076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.657096878Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.657224971Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2eae7d88-803c-4ae4-b19d-73b45b8c8ca8\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:47:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.657238921Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.657329893Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46faf71a-709d-4aac-9763-7d13100db917\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:47:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.657342504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.657353544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.753282472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"afbb6804-a06e-4d6c-b805-42781925a938\", \"date\": \"Sat, 21 Dec 2024 05:47:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.753303153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.753311933Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.753530818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6849e03-9b0c-4a20-940e-1a7e7e4ddbe9\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:47:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.753575059Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.753890707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.75817651Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.758507458Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.762044893Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.76235542Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.764607145Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.764793269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.771321286Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":8,"elapsed":"429.72521ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.881390784Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.881413635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.911694183Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.911799116Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:45014"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.91195998Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"df556009-0b1b-4203-a047-9cd48666e0f8","remote_addr":"[fd00:1122:3344:101::c]:45014","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.912235517Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"df556009-0b1b-4203-a047-9cd48666e0f8","remote_addr":"[fd00:1122:3344:101::c]:45014","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.94688976Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/oximeter.rs:76","collector_id":"5539f2b1-1861-4dbb-974a-1247914c9a95","producer_id":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:08.946913371Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/producers","method":"POST","req_id":"df556009-0b1b-4203-a047-9cd48666e0f8","remote_addr":"[fd00:1122:3344:101::c]:45014","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":35002,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.947000523Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df556009-0b1b-4203-a047-9cd48666e0f8\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 05:47:08 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.949120744Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:08.949137324Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","wait_period":"150s","lease_duration":"600s"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:17.810926638Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"81677bcc-a387-41d6-b861-edc26c4b19d6","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:17.811223715Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"81677bcc-a387-41d6-b861-edc26c4b19d6","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:17.814060293Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"81677bcc-a387-41d6-b861-edc26c4b19d6","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3214,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:17.814363531Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e1c6931a-6f04-4c3e-9f97-41b791c98ef4","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:17.814685758Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e1c6931a-6f04-4c3e-9f97-41b791c98ef4","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:17.816691357Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"e1c6931a-6f04-4c3e-9f97-41b791c98ef4","remote_addr":"[fd00:1122:3344:101::d]:37643","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2393,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:17.817055075Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"a2640de8-8f9c-48ed-b578-a8680de2796d","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":243,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.340100801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.340166373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.340544312Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.341439524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.341449844Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.341657379Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.342865378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.343424281Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.34377008Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.345318297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.345330477Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.345467921Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.345703646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"4.264723ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.347757656Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.348091544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.349394825Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.351897065Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.351916046Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.352056149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.360717417Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:18.360746608Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":23,"elapsed":"20.666497ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:27.817589869Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"851abbe4-b60c-4ca8-98db-57b9140acc8e","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":273,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.340919152Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.340964903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.34126542Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.341309691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.341319192Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.341493206Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.343051223Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.343438643Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.343773331Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.345694607Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.345708947Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.345870001Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"4.55592ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.345881261Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.347508851Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.347707925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.34915042Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.351583519Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.351598119Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.351730862Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.36327506Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:28.363303021Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":24,"elapsed":"22.398589ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:37.816911044Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"ce9f3088-42d5-4d05-ac8b-11196a007219","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340032032Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340082873Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340094563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340104624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340113784Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340125194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340133994Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340144324Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340152885Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340160975Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340169095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.340177985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:37:38.340108204 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340189046Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340197896Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340206946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340215946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340224006Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340232297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340241897Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340249857Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:47:38.340258157Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340269248Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340281788Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":6,"elapsed":"14.361µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340291728Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340300768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340400331Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340506553Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340520464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340532104Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340576465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340617296Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340628456Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340736109Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1003, tv_nsec: 756840789 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340865962Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1003, tv_nsec: 756980472 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340920123Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340930954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340939604Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340946994Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340953894Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340960694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340967374Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.340975255Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340983315Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340990785Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.340997405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341004755Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341012436Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341018966Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341025866Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341032656Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341040306Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.341047706Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341053906Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341060057Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341066457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341074177Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341079727Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341085767Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341092407Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341287032Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341301143Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":5,"elapsed":"1.25419ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341354814Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341364954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341374274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341384145Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341392765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341401235Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341409255Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341417925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341426955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341436706Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":5,"elapsed":"1.25419ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341445606Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341454616Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.341463176Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.342323307Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.342411179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.342419379Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.342426639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.34243308Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.342525462Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.342678996Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.342708656Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.343447794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1003, tv_nsec: 759560104 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.343559947Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.34370421Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":9,"elapsed":"3.502434ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.34371411Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.343750551Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.344912829Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:37:38.340108204 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.34492107Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"expiration\":\"2024-12-21T05:37:38.340108204Z\",\"pruned\":[]}","iteration":5,"elapsed":"4.811485ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.34492842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.34493557Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.34494193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.34494924Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.34495591Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.344962731Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.344969341Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.344975721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.345144295Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.345196346Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.345246587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.345298029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.345606486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.346048137Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.346105228Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1003, tv_nsec: 762220979 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.346632451Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.348381643Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.348407063Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.348417524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.348820143Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.350037183Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.350064043Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.350246058Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.350901714Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.351307603Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.351328474Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.351472597Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.351986109Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.353701071Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.354170002Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.354192943Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.354417188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.355155496Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.355171546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.355373871Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.355629617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.355640237Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.355861743Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.356207591Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.356486508Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.356705403Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.357687277Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.358819994Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":5,"elapsed":"16.392905ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.359288855Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.359299385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.359574832Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.360464173Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.361277593Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.363925117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.364114161Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.364915071Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.367284678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.367528934Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.368287402Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1003, tv_nsec: 784381002 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.3686362Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.374091892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.374280926Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.376869288Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.376892469Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.377092464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.377688068Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.377719079Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.377830851Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.377908333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.378154549Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.378688562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.379139943Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.380423734Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.383234681Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.383263322Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.383383545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.390618409Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.39106538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.403992791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.405944128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.40604447Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.406064361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.406075011Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.406085191Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.406288066Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.406373888Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.40770228Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.407717481Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.407724311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.407923506Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.407936146Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.407951476Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.408151781Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.411668386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.411695276Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.411786988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":5,"elapsed":"69.260657ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.41226277Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":9,"elapsed":"67.32219ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.412290581Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.412467305Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.417399703Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"76.414639ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.418370457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.418763656Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.419092274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":9,"elapsed":"74.167825ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.421870601Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.421890302Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.421897702Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.421903842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.422134228Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.422587548Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.422599259Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":9,"elapsed":"81.634174ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.425775675Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.425948409Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.426211776Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.428374558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.428389568Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.428612573Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.431489773Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.431508433Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.431520063Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":5,"elapsed":"90.541639ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.439947046Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.440192332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.486486976Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.488042134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.517195265Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.517233956Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.517581084Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c1e5703-ed53-4587-bec4-c2d9924fa620\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:47:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.517596365Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.518670331Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.534090031Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.534114412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.534306347Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e4be0be-07c3-42b2-a294-d7fa57a47432\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:47:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.534322047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.535605398Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.6104756Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.61050622Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.610745316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f0df7321-4b39-46ca-8d3a-61551a4d4c07\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:47:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.610766496Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.612070478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.644025527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.689390428Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":9,"elapsed":"349.228583ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.695544567Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.695936326Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"34392732-f029-4f21-818d-2c7271a76140\", \"date\": \"Sat, 21 Dec 2024 05:47:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.695952606Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.69734338Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"795aa6c9-ebb0-4dbe-a631-329bfb421cd2\", \"date\": \"Sat, 21 Dec 2024 05:47:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.69736285Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.699352018Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.699370688Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"359.361607ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.70150909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.70152588Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.70192575Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dafc86f-d100-469a-8bec-e236f90989ce\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:47:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.701946241Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.702279769Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.703654432Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.705584678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.705615359Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.705751922Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.706175352Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.70648827Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.706650274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.706663034Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.706670194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.707013772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.707769061Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"362.832371ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.741366469Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":9,"elapsed":"400.373164ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.742862545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.743017239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.743282955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.743348867Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.746058672Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.746367819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.747964728Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.748016069Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.749503595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.751328449Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.751716638Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.751738099Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.751858971Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"13f18a29-c39c-45b0-a36f-4de809b470ca\", \"date\": \"Sat, 21 Dec 2024 05:47:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.751880492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.752045026Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.752097637Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.752114548Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.752315333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.753301566Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"2fb909b7-3d4d-4509-8071-875154699e09\", \"date\": \"Sat, 21 Dec 2024 05:47:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.753320077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.753677785Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":9,"elapsed":"412.737242ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.754231189Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.754246079Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.754424903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.754823453Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7c67e3b1-d16a-4f6d-9502-98d0ba4fa769\", \"date\": \"Sat, 21 Dec 2024 05:47:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.754845283Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.755048338Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.756424321Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.756460962Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":7,"elapsed":"416.309107ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.756494903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.756504403Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.756513343Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.756746079Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.757073197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.757085117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.757291832Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.758107112Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.758117792Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.758125032Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":9,"elapsed":"417.126117ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.761633997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.76176849Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.762085628Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"58fd9edd-a9f8-4bad-8a60-be4126a14f19\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:47:37 GMT\"} })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.763360218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.763380169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.763533943Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.763548633Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.763778638Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.765826888Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":9,"elapsed":"425.798626ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.766921014Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.766942525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.767231061Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cacee66e-35f5-4cc9-add7-d6f4efbefacb\", \"date\": \"Sat, 21 Dec 2024 05:47:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.767244882Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.767451827Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.769795773Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.769994558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.773057742Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.773341448Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.774957167Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":9,"elapsed":"430.010767ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.776674519Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.776689189Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.777115689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"c5263e0f-2afe-4195-8595-09fcba347c14\", \"date\": \"Sat, 21 Dec 2024 05:47:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.778594895Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":9,"elapsed":"437.60428ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.782925559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.78294831Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.78295893Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.783231597Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:47:38.783744609Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.783763439Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":5,"elapsed":"442.748224ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.786758901Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.787057958Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.790208204Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.790232045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.790417419Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.790674845Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.790688866Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.790843Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.792284504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.792306065Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.792314955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.792323525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2}","iteration":5,"elapsed":"452.219071ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.794042477Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.794063787Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":5,"elapsed":"453.848331ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.796117087Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.796133467Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.796141527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.796149757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1}","iteration":5,"elapsed":"456.091034ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.813837662Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":10,"elapsed":"472.892829ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.815571244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.815585825Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":25,"elapsed":"475.428269ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.823953946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.824351666Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.825852892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.825866962Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.826021136Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.852924153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.853381344Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f9fb305-b418-41d5-b0c5-8913c96f1f3a\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:47:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.853406015Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.853419415Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.853430245Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.854795248Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":9,"elapsed":"513.780823ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.863651711Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.863959539Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7acc1b9-707d-4de9-b3e5-10410538a0f1\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:47:37 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.863984959Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.863996429Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.864310657Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.864321847Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.864328688Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.864335518Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.864341958Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.864348758Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.864513312Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.864522072Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.864752518Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.864766658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.865038465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.86735134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.867474983Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2562e05b-d043-44ea-a472-85a8a965846c\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:47:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.867495614Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.867567015Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"be6d9660-ba94-425b-9dce-3a7e8ba36ac7\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:47:37 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.867580886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.867590096Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.971528757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"99a9b470-543c-40b4-83d2-5ec06c6ca8ba\", \"date\": \"Sat, 21 Dec 2024 05:47:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:38.971554208Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.971563738Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.971832674Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fa8a6933-2360-481c-a2d1-386cd6e836cb\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:47:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.971879525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.972158022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.97580081Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.975995735Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.979736745Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.980063712Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.982220734Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.98245797Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:38.989163761Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":9,"elapsed":"648.237898ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:47.816760942Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"e7fb630c-a294-4d3e-a41a-5ba4fcb432c3","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":283,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.340861623Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.340906934Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.34116037Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.341198631Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.341211191Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.341376175Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.342992524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.345599467Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.345616177Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.345770631Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.347559644Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.347753329Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.349429029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.351911879Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.351925129Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.352056912Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.371640084Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.371864169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.373488138Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"32.284317ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.474240132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:48.474272353Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":26,"elapsed":"133.415261ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:47:57.817516691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"ce01eb6f-a741-4f48-8958-1641b2627afc","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.340642209Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.34068349Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.341001008Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.341041529Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.341050499Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.341221803Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.342183756Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.342940465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.343209971Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.344860461Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.344890291Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.345039445Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.345114517Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"4.068768ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.346846608Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.347069054Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.348410196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.350729352Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.350747162Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.350872665Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.361897761Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:47:58.361919931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":27,"elapsed":"21.293293ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:07.817278507Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"b2932531-a480-4a86-bfb0-559b278f8fda","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":266,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.340467586Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.340513387Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.340523537Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.340531908Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.340539358Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.340548048Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.340557838Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.340814334Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.340846385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.340902666Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341567193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341576553Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.341583263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341590393Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341596613Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341603123Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341609174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341615863Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341623854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341658985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341666675Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341674205Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341680955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341688215Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341694416Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341700866Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341706646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341713936Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341720706Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341727746Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341821759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341845969Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.341927301Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.342013543Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.342023823Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.342033174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.342041444Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.342050264Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.342057134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.34312905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.344050902Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1033, tv_nsec: 760307753 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.344421451Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.344436091Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1033, tv_nsec: 760686551 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.344736939Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.344887422Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.344899903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.344908223Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.344915783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.344923353Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.344930173Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.344938023Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.344944354Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.344950924Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.34521725Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.345228461Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.345235511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.345281372Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.345965378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.345975868Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.346135712Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.34685852Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.34687493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.347031604Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.348584451Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.349487263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.350748203Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.350776334Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.350942458Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.352767892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":10,"elapsed":"7.863859ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.353574381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.353582991Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.353818017Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.35644098Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.356467451Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.356729607Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.357634309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.357999988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.359403632Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.359423662Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.359654388Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.380854278Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.380900579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.381324119Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.382878616Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.382907377Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.383052041Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.38758956Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.389293141Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.389738732Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.390022468Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.390048539Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.390057869Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.390241494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.390373347Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.39049205Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.390835668Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":10,"elapsed":"45.910695ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.392387415Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.392404096Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.392537239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.39839739Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.398426351Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.398436371Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.398595355Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.399712121Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.399977488Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.400449299Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.40048263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":10,"elapsed":"58.800815ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.419802075Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"78.15409ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.425997104Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.426018425Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.426326022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"11a50e48-d959-4e1d-8fe1-85bb8c988eba\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:48:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.426338482Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.427249854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.44618505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":10,"elapsed":"105.659962ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.455476013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.455719749Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.489209315Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.489501532Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.515564179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.515825955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"49434546-4544-4a8d-a3b1-134e63b08509\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:48:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.516687916Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.516896851Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.519287019Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.519297769Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.519530615Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b53c42b-3719-4723-8ce1-52a3390215df\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:48:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.519542965Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.520927768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.523264205Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.523275785Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.523681544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"324f32cd-80d9-4ef0-88c7-88f6e5f0da64\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:48:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.523709555Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.524091674Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.525920049Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.526253866Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.528555102Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1033, tv_nsec: 944804992 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.528927971Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.529706169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.52972684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":10,"elapsed":"189.255544ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.529956786Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.53721236Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.537237961Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":28,"elapsed":"196.771035ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.541328599Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.54135097Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.541635127Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e7926b45-1396-4b0f-8926-fb8da134a606\", \"date\": \"Sat, 21 Dec 2024 05:48:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.541646627Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.542009065Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.544234979Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.544441484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.56420207Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.564935177Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"223.343974ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.566272689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.56630402Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.566457084Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.56710472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.56712798Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.56713903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.567415617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.570840729Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.571167387Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":10,"elapsed":"226.253324ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.573282828Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.573299258Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.573474573Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.574061237Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.574276562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.575241135Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.575268126Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.575300267Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":10,"elapsed":"234.813341ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.575529152Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"60ba3416-6e81-49de-9cb6-7f2bd2e73626\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:48:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.575550773Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.575649365Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":10,"elapsed":"234.022051ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.577451909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.597856029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.59787559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.59788316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":10,"elapsed":"256.283367ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.603257609Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":10,"elapsed":"258.315246ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.640572317Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.640895385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.642812271Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.644575174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.644588974Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.644750888Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.658942549Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":11,"elapsed":"317.324906ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.661186743Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.6614707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.665038446Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.665068487Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.665490637Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"9f1217cc-541d-46dc-a4f5-ee363938e5a7\", \"date\": \"Sat, 21 Dec 2024 05:48:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.666708406Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":10,"elapsed":"325.139534ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.673912859Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.674101834Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.674509554Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.675750234Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.675775854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.675784155Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.675792255Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.675963579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.675975079Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.683403728Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.683750566Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72302037-4984-4c29-b7bf-0f436e7ae874\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:48:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.683779657Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.683792987Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.684149006Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.684168946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.684179967Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.684192507Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.684204407Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.684215018Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.684383722Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.684394332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.684625147Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.684633737Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.684837522Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.686233396Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.686364319Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"802c0ff4-5320-46c3-b00c-872dc93a330f\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:48:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.68638829Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.686468582Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b5e9c70f-101e-4bf0-93d0-984690ef9db1\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:48:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.686484892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.686498102Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.770247098Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.790385062Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"83f7226f-e6b5-4733-8865-5c90accb9b77\", \"date\": \"Sat, 21 Dec 2024 05:48:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.790407853Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.790417723Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.790650459Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5793e374-6478-4b45-9e1e-355b12a00a0f\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:48:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.790673919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.790682819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:08.7906902Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.790808552Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca26a34a-fe5a-468b-a091-bb4ace6c835d\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:48:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.790858524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.791292854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.792951304Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":10,"elapsed":"451.351711ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.795409393Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.795618198Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.798429396Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.798731633Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.800500205Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.800706701Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:08.807104674Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":10,"elapsed":"465.543292ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:17.816649973Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"bd916911-78b0-4dee-9268-316ba951f590","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":277,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.33975224Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.339799091Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.340106999Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.340749664Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.340759534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.340954599Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.342218549Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.344617677Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.344638408Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.344768661Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.347089287Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.347376383Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.349142416Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.351479782Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.351500293Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.351625986Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.369998748Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.370029259Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":29,"elapsed":"30.285359ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.370121921Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.370332816Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:18.405583064Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"64.825339ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:27.817001302Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"d61e981d-c3bd-42df-afee-97a669aee867","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":336,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.34012578Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.340167971Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.34050521Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.340978861Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.340990221Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.341181916Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.342817745Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.342984639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.34466269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"3.668428ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.368002071Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.370648615Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.370665745Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.370833169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.373074783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.373283368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.375069411Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.377408987Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.377421348Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.377557541Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.388547106Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:28.388569706Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":30,"elapsed":"48.461236ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:37.817176419Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"8d6f473a-38da-4373-a202-229d6302f688","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":385,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340315907Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340364558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340377098Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340387088Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340395809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340405809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340419389Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.34043397Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.34044885Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.34046116Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.34047394Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340487261Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340499541Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340512781Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.340522892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:38:38.340408359 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340532762Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340541162Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340549212Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340563322Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340614464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340624044Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340632624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340641555Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:48:38.340650555Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340659925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":7,"elapsed":"17.58µs"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340678425Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340693886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340764137Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340780678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.34087053Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340919101Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340933031Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340942462Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340950872Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340959942Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340968912Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340977312Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340986643Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.340998363Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.341014404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341027544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341039704Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341051644Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341065225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341076045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341089025Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341104926Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341119056Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341134396Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341147747Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341160737Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341171167Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341183817Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341196248Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":2,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341210528Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341224258Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341237229Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341248339Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.341260169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.34127234Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.34128324Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1063, tv_nsec: 757564697 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.34130353Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1063, tv_nsec: 757592817 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341324721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341336251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341347421Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341383572Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341394833Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341447334Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341463214Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341472504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341480905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341489445Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341497875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341510235Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341582387Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341597027Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":6,"elapsed":"1.2565ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341605658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341613018Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341619658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341626668Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341679609Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":6,"elapsed":"1.316851ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341798542Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341856714Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.341914295Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.342075489Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.344263211Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":11,"elapsed":"3.75276ms"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.344287072Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:38:38.340408359 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.344297452Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"expiration\":\"2024-12-21T05:38:38.340408359Z\",\"pruned\":[]}","iteration":6,"elapsed":"3.877663ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.344571299Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.344695312Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.344705092Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.344712973Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.344719882Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.344727593Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.344734193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.344741483Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.344748273Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.344755323Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.344835675Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.344954738Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.34500698Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.34501818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.34503533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.346440524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.346772882Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1063, tv_nsec: 763205532 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.347020098Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.347622132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.347645913Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.347817077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.348692168Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.348703058Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.348842862Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.349497817Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.351755732Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.352044359Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.35292206Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.35293357Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.353080094Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.355683036Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.355931522Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.358083414Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":6,"elapsed":"16.469716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.358107355Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.361078836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.364296294Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.364680913Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.365177925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.365449921Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.367413449Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.367674495Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.371386494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.371887036Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.375111784Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1063, tv_nsec: 791527084 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.375504563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.396807506Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.399650004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.39990873Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.399925821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.400249779Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.401735405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.401767775Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.401922539Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.402519744Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.402906723Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.403030816Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.404288886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.404492231Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.404643124Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.405523866Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.405545156Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.405781962Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.406830337Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.407521704Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":11,"elapsed":"62.800551ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.407677668Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.407702158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.407937754Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.409732017Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.409820139Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.409833669Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.409840149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.40984674Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.4098631Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.40987118Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.409880261Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":6,"elapsed":"68.282383ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.410101116Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.410362502Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.410649119Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.411271354Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.411283224Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.41151817Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.412902493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.412926274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.413093248Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.413160609Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.415538607Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.415627219Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.415827624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.415982967Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":11,"elapsed":"71.252105ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.416341716Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.416563751Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.416636893Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1063, tv_nsec: 833067513 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.416651664Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.41693479Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.416952741Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.416959951Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.416966571Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.416977711Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.417242728Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.417996676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.418010586Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.418191161Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.418348794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.418364075Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.418539639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.420598888Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.420625599Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.420636259Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.420643269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.420709311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.420723931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.420862115Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.420885545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.420953617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.422013513Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.422065404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":12,"elapsed":"81.130822ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.422228118Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.422414192Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.422589396Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.422604027Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.425213559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.42523777Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.425369973Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.426583432Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":31,"elapsed":"85.60217ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.435601149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.435643281Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":31,"elapsed":"95.265632ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.440012526Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.440312763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.440362884Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.4405885Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.451319588Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"110.376626ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.455918048Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.457054356Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.459833183Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.459857803Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.459990636Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.460886538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.460914978Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":11,"elapsed":"119.944276ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.461757759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.462023905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.469361542Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.469387933Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.469395793Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.469578587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.472050817Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.472069257Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.472081147Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":6,"elapsed":"131.045103ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.492817976Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.495739027Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.496029263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.585902406Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.585937957Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.586236404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10c44ee2-ad32-47e6-9824-9d3abbe2782b\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.586253925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.587777141Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.618753227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.618775707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.619040463Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e8e17b21-bd5e-4884-8f16-34caff4cbf98\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.619055984Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.619065874Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.619074724Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.619376231Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8ba1c808-614e-4e5f-ac70-296b05cd7ca6\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.619407412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.619927305Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.620493858Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.621407791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":11,"elapsed":"276.666377ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.622106647Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.62553428Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.6255624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.625746915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.627785164Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.628123532Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.635203892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.635674114Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.637630951Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.640782187Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.640805937Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.641078284Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.645343346Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.656096045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.656122006Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.656139736Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.656466104Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.660497181Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.660517932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.660526882Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.660835139Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.663641517Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.664313733Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.664409985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":11,"elapsed":"319.692783ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.664592459Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.667216233Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.667236803Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.667249854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":11,"elapsed":"326.253591ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.667478489Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.667672784Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.667701504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.667885889Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.667914119Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.670154153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.670489441Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.671998398Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":11,"elapsed":"331.033366ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.68206913Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.683870854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.683894954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.684056148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.686464706Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.686482816Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.686772193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"03e195bc-13b1-40f1-a8fe-723c1e237656\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.686784244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.68706441Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.688499065Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.689245993Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.68955178Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.691304032Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.691316783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.691459056Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.692219664Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.692393328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.692554432Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.694011798Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.694036608Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.694045918Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.694056528Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1}","iteration":6,"elapsed":"353.762082ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.69534645Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.69537215Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:48:38.695494373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.695510794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":6,"elapsed":"354.548911ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.695530894Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.695737059Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.6957552Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.696172899Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2db2e803-c5c1-43f1-9fc8-b9da3f134e54\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.697183524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.697203264Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.697211075Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.697218895Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2}","iteration":6,"elapsed":"356.744014ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.697675196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":11,"elapsed":"356.730954ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.699055459Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.700913604Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.700926004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.701085928Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.702911082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.706077108Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.706093688Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.706240182Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.741343926Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.741377667Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":6,"elapsed":"400.974629ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.761683526Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.761707747Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.762044364Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dc9b7944-5042-4ccc-a3fd-e49c907200fb\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.762068095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.763407137Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.766647875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.766957923Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"edba3cf5-7eba-4b61-97c6-ce09407f8b29\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:48:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.769026692Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.769309079Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.771074382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":11,"elapsed":"430.767485ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.802788425Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.803299937Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c40a610c-935d-4936-b0c6-b9aaddd4cfee\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.803313668Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.804578298Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"a6544e5e-f475-4c6a-bd41-55acd6110ca1\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.804589178Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.805964381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0ac6017d-6a8c-4236-8b42-71660be5d731\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.805976191Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.807833796Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.807888377Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"467.445868ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.809898935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.810199103Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.837390447Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.837717165Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"04147612-8e92-4802-a7a3-0653205dbdc6\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.837736765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.83960965Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"6aacde35-161e-46bb-93cb-ed6783fbcfb9\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.839623561Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.841137007Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.841147507Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":8,"elapsed":"500.754699ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.852593743Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":11,"elapsed":"512.171554ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.860837661Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.861236521Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8f464eb-32b7-42c6-b7dd-ef06cfacb6fd\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.861260401Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.861271692Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.861279042Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.863083505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":11,"elapsed":"522.094912ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.863509765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.863872634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.86619813Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.866426076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.868302721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.868599188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.870300239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.870497874Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.871644591Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.871861697Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.873410784Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.876497288Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.876509508Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.876661122Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.878143208Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.878354813Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.879972172Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.880180167Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.882350339Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.882707047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.885131966Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.885352841Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.886737604Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.886938679Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.888591449Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.888800464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.890111946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.89359622Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.89361694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.893795934Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.894961952Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.895178627Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.896248363Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.896443978Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.89776577Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.901060949Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.901078409Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.901214783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.905530627Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.905730821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.907432262Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.907628137Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.909219195Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.90939667Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.910845455Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.911021299Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.913180221Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.913367605Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.914610995Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.91479667Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.91607226Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.916255875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.917776121Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.92103639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.92105161Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.921212664Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.922253169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.922441774Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.923658483Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.923845287Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.923909239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.924265907Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.925293592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.926115182Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.926127992Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.926343677Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.928718045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.928734275Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.928866458Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.934637407Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"nexus\"): [NetworkInterface { id: 08ad27df-342d-495e-a4af-9b1bd7ef97af, kind: Service { id: ac588187-c3ee-42b3-9cd7-09be6d4cd5de }, name: Name(\"nexus-ac588187-c3ee-42b3-9cd7-09be6d4cd5de\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 100])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2186fc88-ccae-445f-be44-94dc147f97b5, kind: Service { id: b381127d-ac24-4ced-abe2-28a1272fd710 }, name: Name(\"nexus-b381127d-ac24-4ced-abe2-28a1272fd710\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3a266615-9b66-4a87-93bc-6f160dec5481, kind: Service { id: 4c5d0e65-66c8-4b42-9538-d497e5b523f9 }, name: Name(\"nexus-4c5d0e65-66c8-4b42-9538-d497e5b523f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"external-dns\"): [NetworkInterface { id: 57b78e12-2ea9-463d-a689-565344dffa73, kind: Service { id: 284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa }, name: Name(\"external-dns-284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7068213c-a7cd-4f1b-b697-368276e5ea37, kind: Service { id: 5f5da623-23f2-4e2f-b423-7097e8481e49 }, name: Name(\"external-dns-5f5da623-23f2-4e2f-b423-7097e8481e49\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.934668358Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.934811901Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.935680782Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.935964829Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e87833a2-96f3-4146-a964-65a730c25fc2\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.935986249Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.93599706Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.936154113Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.936267936Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.936291027Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.936299797Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.936309177Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.936317457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.936324998Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.936495502Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.936509592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.936762088Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.936771198Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.937029325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.937732102Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.937742952Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.937871525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.938321526Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.938452439Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e44a179c-6c77-48dd-9e50-36d568f886b8\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.938467659Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.938592552Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e292beb8-0d90-45fe-ba54-0b56bbcf0c1e\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:38.938606792Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:38.938617153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.034047439Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"d04a0e41-0fbe-41cd-8264-cd75a7cae78c\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:39.03408419Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.03409323Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.034453489Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59058a21-69bd-407e-bb0e-06d710a5e5b4\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:48:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.03449545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.034777977Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.038169888Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.038494566Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.041825146Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.042049912Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.043267561Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.043330883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 57b78e12-2ea9-463d-a689-565344dffa73, kind: Service { id: 284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa }, name: Name(\"external-dns-284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7068213c-a7cd-4f1b-b697-368276e5ea37, kind: Service { id: 5f5da623-23f2-4e2f-b423-7097e8481e49 }, name: Name(\"external-dns-5f5da623-23f2-4e2f-b423-7097e8481e49\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 08ad27df-342d-495e-a4af-9b1bd7ef97af, kind: Service { id: ac588187-c3ee-42b3-9cd7-09be6d4cd5de }, name: Name(\"nexus-ac588187-c3ee-42b3-9cd7-09be6d4cd5de\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 100])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2186fc88-ccae-445f-be44-94dc147f97b5, kind: Service { id: b381127d-ac24-4ced-abe2-28a1272fd710 }, name: Name(\"nexus-b381127d-ac24-4ced-abe2-28a1272fd710\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3a266615-9b66-4a87-93bc-6f160dec5481, kind: Service { id: 4c5d0e65-66c8-4b42-9538-d497e5b523f9 }, name: Name(\"nexus-4c5d0e65-66c8-4b42-9538-d497e5b523f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.043355763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.044256405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.044506511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.052268587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":11,"elapsed":"711.340416ms"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.157856328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","vpc_to_sled":"[Sled { identity: SledIdentity { id: 67885466-b1c6-48f5-a800-f848c80749b6, time_created: 2024-12-21T05:44:01.080271Z, time_modified: 2024-12-21T05:44:01.080271Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.15790548Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.15791381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.158178646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.160374129Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.160701737Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.162348486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.164845047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.194804107Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.195581656Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"f977465c-c987-49b3-a5d8-16358ab34a82\", \"date\": \"Sat, 21 Dec 2024 05:48:39 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:39.19780761Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.19782563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","elapsed":"856.818516ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:39.19783646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":2,"elapsed":"856.826417ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:47.816596586Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"f06cae87-1ed7-4ee6-901d-ac3fd2ef7f60","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":300,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.339725574Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.339768035Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.340083193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.340725458Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.340734148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.340919613Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.341838675Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.344454358Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.344464148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.344612372Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.34662209Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.346956288Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.348254749Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.35078589Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.350806251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.350957524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.362698247Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.362717537Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":32,"elapsed":"23.009104ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.37029276Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.370480694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:48.371906349Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":32,"elapsed":"31.16871ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:48:57.816780792Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"3cac4b15-5733-416e-83dd-33ad736db9e8","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":337,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.33992012Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.339992402Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.34031656Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.340984216Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":33,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.340994366Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.341372855Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.342255246Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.344735966Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.344754106Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.34490404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.347283357Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.347608585Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.349367297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.351893318Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.351915309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.352056582Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.362002292Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.362026812Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":33,"elapsed":"22.136413ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.369199235Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.369437331Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:48:58.370755662Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":33,"elapsed":"29.771887ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:07.816930297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"a4af4844-9994-4977-a8e4-c4605382ed89","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.34026684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.340309411Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.340319672Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.340329142Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.340337692Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.340346822Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.340356842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.340649509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.34066606Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.340736392Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341361787Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341380487Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341387917Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341395587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341402698Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341408858Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341415358Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341451029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341458529Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":34,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341465939Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341472749Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.3414801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.34148706Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.34149533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.34150291Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.34151009Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.34151704Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341523161Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341530251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341536641Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341618283Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341709785Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341718765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341727246Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341834418Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341851429Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341860789Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.341868909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.34190376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.34358366Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344103033Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1093, tv_nsec: 760730723 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344365639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1093, tv_nsec: 760993719 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344427351Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344438851Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344446921Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344454471Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344462221Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344469912Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344477862Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344485052Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344520153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":12,"elapsed":"4.215591ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.344545013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.344628075Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344686877Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344728318Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344739958Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344774159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.344787589Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.34523215Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.346883679Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.34690525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.347072754Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.347445193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.347463704Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.347600517Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.34773938Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.3477538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.347890024Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.348900878Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.350109637Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.350674121Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.350687141Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.350824834Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.351826818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.351849239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.351985722Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.352668649Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":12,"elapsed":"8.233768ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.35436227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.354526074Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.35521743Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.355462536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.358591201Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.360308493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.360327303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.360471166Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.36104409Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1093, tv_nsec: 777668460 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.361399809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.385441457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.385632392Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.385753305Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.38847677Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.388500621Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.388715366Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.391841941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.392153399Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.392904957Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.393138463Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.395025318Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.39511729Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.395447308Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.395461608Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.39593297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.39595852Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":12,"elapsed":"51.50929ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.396133775Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.396146005Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.396153215Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.396162925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.396406141Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.397926558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.397978889Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.398142183Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.39843948Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.398668316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.400721135Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.400756246Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.400968391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.401019432Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.401127365Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.401274328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.404857734Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.404883195Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.405029739Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.40549988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":12,"elapsed":"64.119913ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.407132889Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"65.712301ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.409098176Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.409119117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":12,"elapsed":"67.721959ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.41878842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.41881875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":34,"elapsed":"78.53637ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.428138095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.428513734Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":12,"elapsed":"84.082383ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.430065361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.430081172Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.430250445Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.431791423Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":34,"elapsed":"90.388245ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.433181546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":12,"elapsed":"88.741436ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.4383505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.438365641Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.43872776Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7612252c-922f-444c-82e9-cc06041eb8ae\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:49:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.43874546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.439300273Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.439308883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.439314624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.439857277Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.440700927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.441490886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.441507447Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.441779673Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fd17ed1b-062f-46fe-8b7c-ffad6bf7cdf3\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:49:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.441794933Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.44375741Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.44871903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.44873558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.448998317Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e0103f0-6775-4bba-a45a-3591b0ccf829\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:49:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.449014047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.450507113Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.462045641Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":13,"elapsed":"120.671703ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.471489868Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.471507588Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.471517198Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":12,"elapsed":"130.06624ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.495414084Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.495712401Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.497595416Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.499323798Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.499337558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.499490322Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.573563994Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.57382682Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6510e863-e054-4261-a22e-872b7a2e9c3d\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:49:07 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.574523237Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":12,"elapsed":"234.274358ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.57590607Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.576118515Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.616659541Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.616678311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.617063901Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aea1f990-f67b-4dfa-973f-d93b59b18981\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:49:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.617083391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.617365908Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.61828421Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.619046399Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":12,"elapsed":"278.722867ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.620101394Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.620122914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.620276048Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.632035231Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.632061262Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.632249496Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"800ae5f2-4f21-4644-80b1-5e434e1cca7c\", \"date\": \"Sat, 21 Dec 2024 05:49:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.632262837Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.632482302Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.634539211Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.634809208Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.63739577Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.637586575Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.640358611Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.640369632Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.64070751Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"bf0c5367-07bd-44c7-a06c-927ea841dfbd\", \"date\": \"Sat, 21 Dec 2024 05:49:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.642068922Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":12,"elapsed":"300.640804ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.746631798Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.746965466Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e15b65d1-28af-4535-9698-f1d5537f046d\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:49:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.746986587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.746996437Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.747005007Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.749123998Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":12,"elapsed":"407.671139ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.775633476Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.775993185Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.777994493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.778011584Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.778210749Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.787885521Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.788163178Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aea5f292-2cc8-4691-9ddb-34f2b91eae7a\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:49:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.788185518Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.788195389Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.788499676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.788512666Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.788519946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.788527327Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.788534557Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.788542357Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.788703511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.788714301Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.788948607Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.788957497Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.789215753Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.790261098Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.790378961Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4264876f-4088-4dba-8627-02f210310419\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:49:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.790404262Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.790472064Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"189341a2-d23e-437c-88dd-62d73bee5ccb\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:49:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.790484884Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.790495034Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.886602266Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"1c87f8db-9477-4952-9b13-d71ea19427af\", \"date\": \"Sat, 21 Dec 2024 05:49:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:08.886631986Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.886641047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.886917693Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53637b9e-e813-49bd-a201-d8a14bf7709d\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:49:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.886943534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.88718087Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.890896279Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.891083564Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.893861511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.89426648Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.896082634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.896263718Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:08.902870417Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":12,"elapsed":"561.507701ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:17.816848687Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"f02c4f0f-c327-4411-ace7-6247bc6633ae","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":270,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.340011736Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.340069037Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.340512918Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.340552629Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":35,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.340560519Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.340717073Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.342586458Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.342834144Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.343040628Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.345281142Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.345292683Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.345470427Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.347056865Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.347370643Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.349299109Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.35182095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.35183553Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.351988064Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.36347367Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.363498111Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":35,"elapsed":"23.511166ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:18.371827251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":35,"elapsed":"31.257492ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:27.817004622Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"304d31f0-2e4e-48ef-a3f5-887f5fa0f305","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":417,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.340157251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.340201442Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.340497419Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.34053875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":36,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.34054928Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.340723684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.34220927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.342382534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.34264236Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.344841883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.344861104Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.345005147Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.346810141Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.346986535Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.348566333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.35090961Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.35092287Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.351054023Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.362787325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.362806256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":36,"elapsed":"22.666545ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:28.372199912Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":36,"elapsed":"31.643921ms"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:32.810158598Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::d]:34522"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.810288871Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"fbaa9da7-45e3-4e49-8147-58f6de74a06c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.8106252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"fbaa9da7-45e3-4e49-8147-58f6de74a06c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:32.813298634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"fbaa9da7-45e3-4e49-8147-58f6de74a06c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3068,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.81353299Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"2fdc11d1-d1c3-4ad8-be97-fe244bf7fdab","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:32.813854347Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"2fdc11d1-d1c3-4ad8-be97-fe244bf7fdab","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:32.81603289Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"2fdc11d1-d1c3-4ad8-be97-fe244bf7fdab","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2553,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:37.816645525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"f23e1ca6-fd66-4acc-a4a7-7d289d35a2bd","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":399,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.339984728Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340032159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340041949Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.34005075Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":37,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.34009002Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340098941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340106311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340114481Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340124841Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340132781Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340140852Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340148242Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340156782Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340165332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340172673Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340179493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340186463Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340193333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:49:38.340199873Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340208883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340215803Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":8,"elapsed":"12.78µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340224474Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340231454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.340238044Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:39:38.340131992 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340244384Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340250284Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340256555Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340262835Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340268985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340275115Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340282095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340289235Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.340296415Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340303005Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340310036Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340317386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340323496Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340329786Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340336436Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340342877Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340350047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340358397Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.340371047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340380678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340389328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340397428Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340406788Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340417708Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340427988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":37,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340437989Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340447109Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":4,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340456929Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340465649Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340523051Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340581702Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340597723Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340656374Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340666604Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1123, tv_nsec: 757476904 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340679495Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340688515Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340730146Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1123, tv_nsec: 757541166 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340744416Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340751866Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340760876Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340772197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340779067Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340807328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340832628Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340842909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340853869Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340860659Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340874809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.340884639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.34089306Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341067494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341078584Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":7,"elapsed":"1.044165ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341087075Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341094015Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341229218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341238238Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341245048Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":7,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341251908Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341277859Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341288159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.34132894Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.34133983Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":7,"elapsed":"1.316081ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341485414Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341493604Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341499714Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341532095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.341643808Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.342948179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.343245746Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.343271157Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.343325938Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1123, tv_nsec: 760148058 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.343544694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":13,"elapsed":"3.418192ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.343614515Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.343842811Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.343906342Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1123, tv_nsec: 760731463 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.344134088Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.344145368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.345170953Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.345192563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.345201734Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.345208414Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.345214624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.345221774Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.345228214Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.345235154Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.345422889Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.345501661Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.345542482Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.345574652Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.3458925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.3459033Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.346041894Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.347640862Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.348654537Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:39:38.340131992 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.348668517Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"expiration\":\"2024-12-21T05:39:38.340131992Z\",\"pruned\":[]}","iteration":7,"elapsed":"8.527055ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.349312812Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.349325493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.349401424Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.349464566Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.351323961Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.351348201Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.351490765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.352399297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.353181315Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.353536974Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.353945364Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.355657035Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.355674906Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.355910211Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.356192628Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.356237029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.356410853Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.356512026Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.356526416Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.356610588Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.356621238Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.356669419Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.356771072Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.358590365Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.360217545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.360331387Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.360351618Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.360516212Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.360526742Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.360563993Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.362345396Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.362374007Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.36249149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.36250475Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.36417235Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.36419021Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.364311823Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.365313747Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":7,"elapsed":"24.054289ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.365536203Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.366350502Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.367317215Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":13,"elapsed":"22.148653ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.368015352Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.368033313Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.368173016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.368201327Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.369270453Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.369732284Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.370764709Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.370975003Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.371357293Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.371623989Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.371988068Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.371998318Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.372004988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.372011079Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.372268715Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.372696395Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.374069878Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.374123369Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1123, tv_nsec: 790942859 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.374377385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.37457427Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.375572824Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.375605775Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.37580385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.379821296Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.38040671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.381019685Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.383019584Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.383054374Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.383235019Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.384148691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.384478279Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.384995581Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.385016012Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.385255927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.385336989Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.38534966Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.38535671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.385671337Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.387199074Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.387212404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.387365068Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.390322379Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.392658285Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.392681666Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.392757228Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.392999513Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.393013174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.393428264Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.393444554Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.393454324Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.393715811Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.394857648Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.394973981Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.395860192Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.398998048Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.399022949Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.39908295Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.39909432Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.399335246Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.399351986Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.399450419Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.39948062Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.39949266Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.399658894Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.399884679Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.400363111Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.400389641Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.400401672Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.400688618Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.400854762Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.401096298Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.401485358Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.401505168Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":37,"elapsed":"61.50761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.402163774Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.402528803Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":37,"elapsed":"62.175447ms"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.403060806Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.403083406Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.403092656Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.403101417Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1}","iteration":7,"elapsed":"62.995976ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.403361463Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"63.116528ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.40408218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.40409368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.404100031Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.404352937Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.404924551Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.404943171Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.405128496Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.407232526Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.407251316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.407260407Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":7,"elapsed":"66.011109ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.410043914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":13,"elapsed":"64.83196ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.410480384Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.410507065Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.410518435Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.410525035Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.41070714Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.410739111Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.410747921Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.410756031Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":7,"elapsed":"70.452815ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.418484897Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.418782834Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.4248557Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.424885341Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":13,"elapsed":"84.607316ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.428317003Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.428667752Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.435314322Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.435335372Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.435345203Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":13,"elapsed":"95.066858ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.437562456Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.437792791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.443310954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.44354241Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.480782056Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"nsuccess\":5}","iteration":4,"elapsed":"140.400538ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.486298979Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.486314369Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.486650197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2f866e4e-0a3c-4212-8d68-5d56451ce245\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:49:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.486668287Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.48842425Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.49050061Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":14,"elapsed":"150.282436ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.520270926Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.623018639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.623689325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9911a84e-f97e-44f2-9663-71fbd018320c\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.623712545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.623723556Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.623732486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.625213951Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":13,"elapsed":"284.899225ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.627375093Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.627387833Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.62764292Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a07fa456-6865-462e-8bfb-de3e9fd6b564\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:49:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.62765643Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.628918701Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.642816045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.642828385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.643142213Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b109181a-a5c6-412d-87dc-187730fe6d58\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.643180004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.643529912Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.644200218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.644517376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.64468799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.646552475Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.646568655Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.646696858Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.646826071Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b6d82eda-a9a1-403a-bd0e-20dbaf2ea7ea\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:49:37 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.646838182Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.648153803Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.648166273Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.648346348Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.648624545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.648924522Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.648935042Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.649094096Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.654341402Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.677256873Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":13,"elapsed":"332.05391ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.678183416Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.678464483Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.680365478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.680586194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.680764578Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.680776728Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.680787558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.681083676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.682200003Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.682371787Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.683831392Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":13,"elapsed":"338.649258ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.685518032Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.685532193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.685726607Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.685758458Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.685768768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.685934772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.68789416Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.68790484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.68791551Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.68792489Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2}","iteration":7,"elapsed":"347.808239ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.688076444Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":13,"elapsed":"347.747728ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.689325474Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.689345495Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":7,"elapsed":"349.261734ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.697385548Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.697398468Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.697712326Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a4c07c4d-87af-4add-ab84-75b15585a577\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.697724426Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.697979602Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.700263767Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.700479252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.703772352Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.703972836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.709406997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.709425878Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.709801467Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"f0abf31e-567f-47e9-8e8d-114370a681ac\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:49:38.710668808Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.710686228Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":7,"elapsed":"370.406272ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.711063967Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":13,"elapsed":"370.812873ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.713638549Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.713932206Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e3ad991a-8364-4ff6-b625-10972517686f\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.715161646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.715383381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.717311717Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":13,"elapsed":"377.264568ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.762404302Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.769736809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":13,"elapsed":"429.75995ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.770780554Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.771081221Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b0bb6437-4d1d-444d-86bc-e29df2281843\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.771092842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.771842969Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"831d458b-b57f-4a39-aa02-691e604876e2\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.77185383Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.773665473Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.773676414Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"433.719296ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.880869492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.881288722Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"d0c300df-b72a-424b-8c87-338a7fa34a83\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.881304713Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.882150913Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7a73d441-d4c3-45f1-9f31-44167304b835\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.882162954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.883544217Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"3dbe5644-63d1-4717-a86c-c157c3bcda7c\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.883556187Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.88534655Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.885370271Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":9,"elapsed":"545.318381ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.922694629Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.923042707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.924341969Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.924354959Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.924505653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.934049432Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.934326809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b4e8f450-0a69-4d46-b0ca-5d80cebaae7b\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.934347229Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.934358059Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.934625466Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.934636576Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.934643997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.934652037Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.934659637Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.934667577Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.934834301Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.934844361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.935063136Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.935074997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.935352763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.937798042Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.937901345Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d0c8d2e0-daa5-40b0-9919-863b0af34526\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.937914915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.937993357Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42a3d82a-8684-477d-a48c-5df6e87a9720\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.938005897Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.938017148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.950142269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.95016213Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.980647313Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:38.980766746Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:41687"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.980844378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0f83ead4-d52a-4ba8-bad1-96c5506826df","remote_addr":"[fd00:1122:3344:101::c]:41687","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:38.981091124Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"0f83ead4-d52a-4ba8-bad1-96c5506826df","remote_addr":"[fd00:1122:3344:101::c]:41687","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.035495763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6d57d7d3-e3c6-4ef0-8e11-6bdd56ced12b\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:39.035521454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.035531464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.03576037Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83181d1d-1e87-47e0-b8d6-740d8e2629e7\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:49:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.035802751Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.036144529Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.040102184Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.040387981Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.043522286Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.043716141Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.045817292Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.046018516Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.053357323Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":13,"elapsed":"713.15376ms"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:39.160615354Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/oximeter.rs:76","collector_id":"5539f2b1-1861-4dbb-974a-1247914c9a95","producer_id":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:39.160641855Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/producers","method":"POST","req_id":"0f83ead4-d52a-4ba8-bad1-96c5506826df","remote_addr":"[fd00:1122:3344:101::c]:41687","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":179847,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.160698016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0f83ead4-d52a-4ba8-bad1-96c5506826df\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 05:49:39 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.162444288Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:39.162458778Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:47.816564175Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"fec83ad1-ab69-404e-94ed-61ddebb93422","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":266,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.339672392Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.339719583Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.34001448Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.340704127Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":38,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.340714597Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.340895581Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.342126271Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.344538039Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.344550579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.344698733Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.347009719Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.347251844Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.349041757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.351540937Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.351556108Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.351683131Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.360926383Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.360959044Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":38,"elapsed":"21.295363ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.369353456Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.369703034Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:48.398103478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":38,"elapsed":"57.385061ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:49:57.816931705Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"afe0a85e-8941-492e-a93f-29f173fbe66f","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":297,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.340055583Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.340120234Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.340395511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.340425611Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":39,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.340449342Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.340603016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.341900427Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.342132393Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.342401759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.344544721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.344561081Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.344724875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.346745884Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.347036551Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.349798277Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.351908118Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.351923198Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.352075422Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.364353707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.364378478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":39,"elapsed":"24.347065ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:49:58.374690816Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":39,"elapsed":"34.253344ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:07.815987204Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"a96e97d2-69e5-461a-ae10-95dad5d6e04c","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":248,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.339119432Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.339164613Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":40,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.339174303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.339183143Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.339190763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.339198843Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.339206514Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.339505011Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.339520421Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.339529762Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340181457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340191558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340199818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340206768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340213818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340221318Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340228368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340235988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340242989Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":40,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340250359Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340257509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340264479Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340271309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.34027894Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.34028698Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.34029393Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.34030145Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.3403072Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340313981Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340320121Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340423973Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340435683Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340505465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340580767Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340591977Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340601067Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340654509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.340665199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.3406952Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.342084153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1153, tv_nsec: 759085473 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.34238719Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.342600556Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":14,"elapsed":"3.463213ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.342739829Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.343038636Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1153, tv_nsec: 760040896 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.343314813Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.343449256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.343586529Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.344266536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.344654475Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.344670105Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.344681615Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.344692576Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.344703076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.344713986Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.344724387Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.344735057Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.345000793Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.345016214Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.345025564Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.345090775Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.346392777Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.346406617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.346608132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.346730795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.346746405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.34693186Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.347292058Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.347307909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.34736913Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.34737754Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.347470133Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.347558185Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.348657941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.348846266Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.349404939Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.351033538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.351057689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.351182742Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.353221991Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":14,"elapsed":"8.548806ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.35399386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.354244456Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.355557157Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":40,"elapsed":"15.316529ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.363057688Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1153, tv_nsec: 780056688 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.363336474Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.366447999Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.366559232Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.366776257Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.366846329Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.368667903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.370867386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.370894586Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.37104908Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.383762406Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.384136725Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.388576652Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.388813488Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.393852109Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.394009213Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.394089624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.394103635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.394112875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.394664338Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.397330312Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.397354603Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.39766031Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.397817174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.397845885Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.39807082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.398157062Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.398370598Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.398995873Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":14,"elapsed":"54.310047ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.399178537Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.39973163Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.400065338Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.401568584Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.401591675Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.401742399Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.409017514Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.409243419Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.415348776Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.415781146Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.418066601Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.418084002Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":40,"elapsed":"78.97872ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.420259244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.420272614Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.420619653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7497b5a3-3bc7-4730-9507-0be135a7d3a9\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:50:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.420638563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.423102742Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.42342606Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.423660516Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.424146928Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"83.905549ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.432467508Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.432492088Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.432499189Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.432829437Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.433519563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":14,"elapsed":"88.859668ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.439374874Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.439656691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.441667999Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":14,"elapsed":"96.978764ms"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.449333794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.449356864Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":14,"elapsed":"109.124346ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.455029411Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.457033379Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.457057179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.457222814Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.457995822Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.458814842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.460910552Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.460927413Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.461084127Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.462242684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.462266775Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.46248717Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.465027091Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":14,"elapsed":"124.818333ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.466599749Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.46661769Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.46662667Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":14,"elapsed":"126.3551ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.471732693Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.471759703Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.472423849Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"64608434-7e0f-453a-8c82-fec1714dcab9\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:50:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.4724441Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.473930616Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.501196982Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":15,"elapsed":"161.000434ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.504971183Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.504998733Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.50526702Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f7e008a9-a5ab-42a1-bcca-785e054f6189\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:50:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.50529647Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.506690494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.527961406Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":14,"elapsed":"188.851834ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.558402628Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.558423059Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.558817468Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b767fcf1-1279-433d-8161-d0836625dd3f\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:50:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.558851059Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.559161827Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.561943183Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.56221659Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d8b41c34-9e1d-424f-8c38-ebd4979fd4d4\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:50:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.563732226Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.564008643Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.565515509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":14,"elapsed":"226.365727ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.583892011Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.584305361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"82b4fc5f-0835-4799-bfd6-05d3305c4a9d\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:50:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.584328842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.584336652Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.584343402Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.586397812Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":14,"elapsed":"246.108002ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.601991087Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.602017088Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.602211102Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"7137e605-2f7d-4cf3-9275-7542c85fc95c\", \"date\": \"Sat, 21 Dec 2024 05:50:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.602224253Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.602572421Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.604644461Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.604856456Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.607370867Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.607847288Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.610627715Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.610649795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.610997544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"52df9261-ed22-478c-a6a6-17217f3b975d\", \"date\": \"Sat, 21 Dec 2024 05:50:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.612378367Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":14,"elapsed":"272.128968ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.6394948Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.639872029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.641882137Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.641906958Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.642224045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.650983716Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.651301274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"686c00cd-53a9-4d07-8f8d-8f80d048e272\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:50:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.651326814Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.651337314Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.651672062Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.651682473Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.651688923Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.651696233Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.651705043Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.651715423Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.651919739Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.651946109Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.652204455Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.652214666Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.652496562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.654715196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.654833269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d3518883-7c53-4fae-a32e-245854247c75\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:50:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.654847759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.654963382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7710ff13-1781-4ea5-b449-9377cf4c0641\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:50:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.654987022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.654997462Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.757183521Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"49867905-5c0f-46b3-911f-bef8ea6b873f\", \"date\": \"Sat, 21 Dec 2024 05:50:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:08.757225742Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.757236823Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.757450438Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"562dd804-59d0-4149-beda-f540ab68f4c2\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:50:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.757506639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.75793015Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.761665799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.761988707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.765129643Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.765351378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.76711347Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.767355136Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:08.77374732Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":14,"elapsed":"433.563633ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:17.810454082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"d6784b8e-f9d7-4871-b719-b22c00dd02ed","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:17.810766329Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"d6784b8e-f9d7-4871-b719-b22c00dd02ed","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:17.813431274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"d6784b8e-f9d7-4871-b719-b22c00dd02ed","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3048,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:17.813731441Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"81e48bd4-efab-41ea-b23e-8708aa581954","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:17.814070569Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"81e48bd4-efab-41ea-b23e-8708aa581954","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:17.815970685Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"364ba517-3760-4c66-b179-65a5811cae50","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":241,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:17.81620056Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"81e48bd4-efab-41ea-b23e-8708aa581954","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2540,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.339291057Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.339355979Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.339597255Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.340253341Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":41,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.340264171Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.340458055Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.343504169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.34357369Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.343709744Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.345075766Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":41,"elapsed":"4.812566ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.346092271Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.346107131Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.346239954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.347814492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.347972336Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.34979253Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.352169197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.352184568Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.352311991Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.364548825Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:18.364568615Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":41,"elapsed":"25.307389ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:27.816239182Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"f8eacbc2-2639-4e1f-a243-3eb6aabacb35","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":257,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.339390931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.339466473Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.339836752Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.340464997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":42,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.340475157Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.340668852Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.341647405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.341972393Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.342333442Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.344126165Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":42,"elapsed":"3.650427ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.344163406Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.344174636Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.3443209Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.346167764Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.346354769Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.348144052Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.350656712Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.350669492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.350806176Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.359453334Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:28.359478994Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":42,"elapsed":"20.122444ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.809756137Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"605b5b8e-796b-4a94-92a8-564263ed6940","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.810230999Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"605b5b8e-796b-4a94-92a8-564263ed6940","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:32.813267592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"605b5b8e-796b-4a94-92a8-564263ed6940","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3613,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.813549639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"4be6ecfa-0f2a-40d0-b1d7-0a6aba6fbe09","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:32.813872226Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"4be6ecfa-0f2a-40d0-b1d7-0a6aba6fbe09","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:32.815994487Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"4be6ecfa-0f2a-40d0-b1d7-0a6aba6fbe09","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2503,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:37.816241534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"cd1f1adb-b978-4e4d-8f53-8afdafc6fd5c","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":253,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339364752Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339415263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339427004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339436094Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":43,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339444344Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339454154Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339461724Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339471645Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339481405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339489275Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:50:38.339497235Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339507665Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339516906Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":9,"elapsed":"15.55µs"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339526816Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339535886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339544806Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339554247Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339562087Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339570137Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339580547Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339588927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339597197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339605948Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.339614758Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:40:38.339536816 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339626388Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339807683Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339844374Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339895255Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339922925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339935116Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339946836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339966017Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339989117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.339998667Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340007818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340016188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340024388Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340032768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340041198Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340049899Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340057469Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340065579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340073329Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340081709Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.340089559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.34009898Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.34010655Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.3401157Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.34012478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340133021Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340141721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.340149991Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340158711Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340171251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340183772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340192002Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":43,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340200452Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340259353Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1183, tv_nsec: 757436684 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340281304Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1183, tv_nsec: 757454194 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340340666Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340362816Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340402687Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340415637Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340454988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340467589Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340477799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340487469Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340510019Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.34053034Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340564471Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340804186Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340825427Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":8,"elapsed":"1.381104ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340835077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340842767Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340874008Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":8,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340881759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340966601Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.340977861Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":8,"elapsed":"1.573278ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.341029932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.341046072Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.342447266Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.34261606Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.343154073Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":15,"elapsed":"3.640598ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.343205594Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1183, tv_nsec: 760399635 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.343304917Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.34344744Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.343990953Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.344230819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.344445354Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.344749432Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.344758942Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.344766382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.344772702Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.344779432Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.344788582Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.344796333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.344803453Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.345030508Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1183, tv_nsec: 762217048 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.345075069Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.3451113Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.345140431Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.345149041Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.345281484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.346228777Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.346240027Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.346402751Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.346692058Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.346711799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.346841602Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.348736568Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.348824119Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:40:38.339536816 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.34883401Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"expiration\":\"2024-12-21T05:40:38.339536816Z\",\"pruned\":[]}","iteration":8,"elapsed":"9.299163ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.350319746Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.35052934Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.350997332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.351007672Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.351208577Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.352684592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.352707783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.352874017Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.352924278Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.353182044Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.353572354Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.353718227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.353728188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.353893361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.355191003Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.355441269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.355626753Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.355650274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.355702845Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.355806878Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.357524789Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.357628251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":8,"elapsed":"16.765063ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.357871547Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.358561484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.358575974Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.35882507Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.360584533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.360606313Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.360618313Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":8,"elapsed":"19.752525ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.36172519Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.362232092Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.362609911Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.362870257Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.364022785Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.364037906Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.364045966Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.364052496Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.364310122Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.364915987Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.365260555Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.365565292Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.365807038Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.365820708Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.365987983Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.366113666Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.367270034Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.36755297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.368311719Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.368331009Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.368462852Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.369840625Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1183, tv_nsec: 787017115 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.370222445Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.372772766Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.375606214Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.375637505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.375799799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.379099668Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.382864219Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.382892149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.383121975Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.406717183Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.406761094Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":43,"elapsed":"67.352631ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.407950752Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":15,"elapsed":"63.184191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.409217803Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.409883919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.409894169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.409901089Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.41035589Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.411373375Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.411384575Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.41157891Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.412196855Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.412649765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.413971967Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"73.94546ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.415487364Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":15,"elapsed":"70.706001ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.418384173Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.419548161Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":43,"elapsed":"79.434451ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.420805852Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.420817832Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.420936535Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.421063308Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.421193581Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.421377025Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.421389686Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.421396516Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.421402616Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.421648282Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.425443103Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.425693449Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.429096021Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.429110102Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":15,"elapsed":"89.030332ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.429499861Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.429714326Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.430186787Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.433021805Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.433035676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.433181249Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.467728401Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.467950376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.481668866Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.520778057Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.520802168Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.521116975Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"53d97ac3-ae30-403f-83d1-47c81f508b47\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.521134686Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.52254633Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.531926205Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.531942086Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.532165611Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"712ad9c4-3047-415d-a322-aaee36dcda8f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.532179351Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.533521274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.567533722Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.567561193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.567756798Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6eafb207-f56f-429f-a322-e9f6e2c70a47\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.567784108Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.568709901Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.575415382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.689937018Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.689977239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.690362248Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"048a6494-be03-452d-8f18-d67ca0dcae7f\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.690389249Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.690729237Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.692029898Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.692052618Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.692063569Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.692363046Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.693429602Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.69377311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.693941814Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.697227473Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.697250664Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.697428688Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.700257026Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.703047603Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.703069544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.703222687Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.705516002Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.705537153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.705546423Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.705557963Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1}","iteration":8,"elapsed":"366.101859ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.728594278Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.730435452Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.730461223Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.730468263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.730786841Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.731849116Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":15,"elapsed":"387.069834ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.732969183Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":15,"elapsed":"388.206361ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.735171126Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.735194117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.735204687Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":8,"elapsed":"395.094927ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.735278579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.735289819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.735299989Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.735441493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.73573436Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.737018511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.738168658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.738452425Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.738603829Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.738638879Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.738939087Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.73990564Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.739969951Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.739983112Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.740236578Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.7411377Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":15,"elapsed":"401.03384ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.742079372Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.742092793Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.742175715Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.742190525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.742198875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.742207525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2}","iteration":8,"elapsed":"402.70296ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.742304408Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.762812491Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.762846992Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.763132429Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3203266f-07fa-48e6-b962-53d934943b63\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.763158889Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.763501378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.765586008Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.765809133Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.771300925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.771627653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.774140774Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.774156574Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.774304788Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.774315788Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.774323138Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":15,"elapsed":"434.29646ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.774617375Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"057646fe-c0af-457d-b4c0-5af24efa9d59\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.776587653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":15,"elapsed":"436.533624ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.790644311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.790682442Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":8,"elapsed":"451.246178ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:50:38.79560033Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.79561525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":8,"elapsed":"455.546781ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.798002428Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":16,"elapsed":"457.997361ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.81223942Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.812584998Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.840974951Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.842726423Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.842752494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.842877477Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.849710671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":15,"elapsed":"510.349479ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.859285752Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.859562988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e5c71d75-4df5-468d-b0ff-f3d8afb851e2\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.860843879Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.861101765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.863045562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":15,"elapsed":"523.570148ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.871608678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.873548345Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.873557795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.873714689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.876161488Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.876501046Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"ef95ac13-e9bd-4769-8277-3aa130438e09\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.876517187Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.878557416Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e365b206-f109-48a6-815b-a0397a6b1721\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.878568496Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.879924398Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.879934589Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"540.596427ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.892918351Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.893439794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"537ea60b-5b72-4e91-bff6-4a4415f14a69\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.893468314Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.894455298Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fafe1849-770e-4f47-a5b1-63e82261964a\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.894485319Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.896112758Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5e203d8b-7d48-48e4-8566-0b63703cc8ef\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.896124648Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.897930372Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.897967883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":10,"elapsed":"558.492408ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.915228758Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.915548366Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.917296488Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.917309738Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.917460612Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.92696813Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.927243927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2edfa6de-d4a2-4ac3-b9f9-c7c4e4d7e8d1\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.927261848Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.927272068Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.927533254Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.927545454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.927552675Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.927559955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.927567415Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.927574605Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.927734689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.927742889Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.927990915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.927998435Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.928241031Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.930315701Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.930419473Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eaf3fd22-62d3-436c-b451-51ff946694b6\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.930431684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.930525466Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"047cf169-181a-4362-a298-ea56f8bcc756\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:38.930537166Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.930547227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:38.959453022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:39.029350604Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"fe1fde84-ea62-48e7-8f14-54c985a428d9\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:39.029397485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:39.029409026Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:39.029697092Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8814c2f-f57b-4701-b214-8c3a55b034af\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:39.029720533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:39.029733453Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:39.029743283Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:39.029814165Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c362ca78-b06e-4184-9d82-d69142d7cfe1\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:50:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:39.029856246Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:39.030159473Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:39.032011528Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":15,"elapsed":"691.96751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:39.033788891Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:39.034009316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:39.037568032Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:39.037819148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:39.040052742Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:39.040370689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:39.047833219Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":15,"elapsed":"707.836331ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:47.809520054Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"e9a07c2f-46ff-481b-b654-46ab13a0130b","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:47.809822031Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"e9a07c2f-46ff-481b-b654-46ab13a0130b","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:47.81225408Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"e9a07c2f-46ff-481b-b654-46ab13a0130b","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2806,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:47.812488445Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"f3dccae5-d9cf-4e37-976e-b2f05432014a","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:47.812780932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"f3dccae5-d9cf-4e37-976e-b2f05432014a","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:47.815003586Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"f3dccae5-d9cf-4e37-976e-b2f05432014a","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2558,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:47.81640943Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"be955e85-cf4a-4689-a951-245dbf6cb940","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":244,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.339772323Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.339816494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.340097881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.340138832Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":44,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.340155852Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.340323736Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.342037978Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.344692112Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.344721442Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.344888326Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.347204442Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.347407647Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.372945521Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.373147596Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.379278404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.381805665Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.381823725Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.381964838Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.393599528Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.393623989Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":44,"elapsed":"53.866017ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:48.402308408Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":44,"elapsed":"62.168016ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:50:57.816714248Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"862a2930-6be8-4adc-a812-0392360963f7","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":454,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.338854013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.338912014Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.33917335Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.339889757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":45,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.339910408Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.340207355Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.342216943Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.342432668Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.368062115Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.370571836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.370586076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.370726299Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.372583554Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":45,"elapsed":"32.698077ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.372950703Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.373273001Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.37489652Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.37740134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.37742139Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.377563044Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.388506537Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:50:58.388520257Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":45,"elapsed":"49.701946ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:07.815614823Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"cab611f4-2f48-46d5-b38f-da71a90b6782","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":258,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.338738521Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.338780782Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.338789592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":46,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.338797392Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.338804962Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.338811613Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.338818013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.33911321Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339135001Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339220603Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339843918Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339853998Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.339861628Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339869688Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339878188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339884948Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339891739Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339898639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339905069Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339912589Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.33993316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.33993985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.33994625Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.33995216Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.33995995Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.33996593Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339972241Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":46,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339979531Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339986071Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.339993121Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.340225287Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.340235257Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.340272298Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.340294158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.340324739Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.340337729Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.34034647Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.3403555Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.34036969Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.342088401Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 759448492 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.342377159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.342794849Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":16,"elapsed":"4.040317ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.342946862Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.343380412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 760742623 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.343622668Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.34368421Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.345279838Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.345292269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.345465533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.345519844Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.345530534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.345539055Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.345548255Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.345556255Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.345564915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.345573395Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.345581836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.34574472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.345873192Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.345891903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.345908873Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.346678222Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.346707843Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.346882087Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.349823878Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.349854658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.349864359Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.350088064Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.354750606Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.354986812Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.381588582Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.384245526Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.384283747Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.38442995Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.386639704Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.386699815Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.387229428Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.387772381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.38815481Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.388652772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.388664032Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.388850217Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.389900162Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.390081716Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.390340562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.390357243Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.390517847Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.390583238Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.390747932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.391177883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.391537481Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.392264469Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":16,"elapsed":"46.737394ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.392824752Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.392837883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.39313369Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.393434447Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.393515539Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.393713224Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.393794076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.394627776Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.395362153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.395377484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.396145622Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.396165243Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.396171643Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.396178073Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":16,"elapsed":"50.618058ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.396441209Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.39730314Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.39731586Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.397522325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.398030427Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.398054318Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.398168251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.398180711Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.398205552Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.398356975Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.400238221Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.400250651Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.400259521Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":16,"elapsed":"60.348422ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.401091161Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1213, tv_nsec: 818451141 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.401404129Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.407916665Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.407941906Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":16,"elapsed":"68.050618ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.421671507Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.421698857Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.422003375Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e827a822-8225-4836-98f8-d37cdcfcb071\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:51:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.422018875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.424584126Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.424805232Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.427297982Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"87.426334ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.428548682Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.428577943Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.428824659Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.428952222Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.431000491Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":46,"elapsed":"91.051031ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.431121814Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":16,"elapsed":"91.266207ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.431705868Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.431720368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.431917473Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.434040654Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":16,"elapsed":"88.51711ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.435823997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.436009332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.463672187Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.463907183Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.481845964Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.481870075Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.482124471Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"775b684a-5ecb-46a0-a7cd-1e4a6e9165fe\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:51:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.482141322Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.483878693Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.494157481Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":17,"elapsed":"154.263712ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.56020101Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.56022787Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.560473376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eff39f2c-3313-460e-b387-4d89c9ca670b\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:51:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.560488727Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.56228279Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.607618931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.607873877Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b755f08d-89c6-471e-a461-1c5b59358f04\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:51:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.608681376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.608941203Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.619306762Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.619331013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.619750883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79c27e20-ed6f-4029-a3e2-43e5e7696ce2\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:51:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.619781763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.620106171Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.622362306Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":16,"elapsed":"283.647985ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.629523968Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":16,"elapsed":"290.753017ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.630984323Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.631003464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":46,"elapsed":"292.267972ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.655767169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":16,"elapsed":"310.217695ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.671283213Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.671316514Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.671609921Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3989e8cf-5c2f-48e2-94db-7f27d51813b7\", \"date\": \"Sat, 21 Dec 2024 05:51:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.671622701Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.671958909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.673865235Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.67409739Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.67697334Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.677291567Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.680194297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.680222828Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.680691859Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"6d78c0cf-e52d-4a54-8150-32fcc5f4f719\", \"date\": \"Sat, 21 Dec 2024 05:51:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.683014695Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":16,"elapsed":"343.166658ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.700556267Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.700915246Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.702813152Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.702828462Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.703006836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.712532875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.712874583Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"186a1551-583e-41eb-9a8b-3f46247c2930\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:51:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.712891524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.712930165Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.713205822Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.713219072Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.713226652Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.713236532Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.713244032Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.713251493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.713419667Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.713431837Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.713693923Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.713703814Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.713988881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.714452441Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.714652416Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.715516977Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.71564549Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2c8bee73-ab4f-4bc9-9b18-a055619e954c\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:51:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.71565683Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.715746363Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e696199e-0c27-41d6-9a34-9c6f0bc1a9cb\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:51:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.715759783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.715770713Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.741548173Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.743238544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.743249854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.743397828Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.744839293Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.746636956Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.746648246Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.746848331Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.813916684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b2914795-2121-4b37-a10d-572779cf4c2f\", \"date\": \"Sat, 21 Dec 2024 05:51:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.813944225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.813954245Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.814187551Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2bbf33bf-65a8-4407-8c9c-e52b5c397b73\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:51:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.814229822Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.814486438Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.818230938Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.818526365Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.822020079Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.822260245Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.823893905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.824236513Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.831850426Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":16,"elapsed":"492.012128ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.840167346Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.840616287Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e36c149c-39b5-411d-af9a-7732bbc2fe15\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:51:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.840638587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.840647078Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:08.840654558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:08.841766515Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":16,"elapsed":"501.811804ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:17.80962789Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"9692e27b-32e7-404f-9d2d-37dfbdcaee64","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:17.810148792Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"9692e27b-32e7-404f-9d2d-37dfbdcaee64","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:17.813038832Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"9692e27b-32e7-404f-9d2d-37dfbdcaee64","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3513,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:17.813345399Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"ffcbf961-d4b2-400f-bc19-48bbb26f2866","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:17.81381441Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"ffcbf961-d4b2-400f-bc19-48bbb26f2866","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:17.815827159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"d7d4cebc-97bc-4d6a-9d12-265b2a6ac9df","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":299,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:17.816156847Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"ffcbf961-d4b2-400f-bc19-48bbb26f2866","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2877,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.339247254Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.339293275Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.339585022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.339628933Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":47,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.339638673Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.339821367Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.34157372Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.342153534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.342457671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.343694841Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":47,"elapsed":"4.059328ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.344343067Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.344368917Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.344516881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.346029547Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.346239662Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.347629735Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.350109635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.350127106Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.350257209Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.360992427Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:18.361016278Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":47,"elapsed":"21.786744ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:27.816098786Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"92b46826-1e08-4e89-961c-a59b0fd3c7ec","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":259,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.339245215Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.339306756Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.339765577Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.339827869Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":48,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.339847059Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.340203168Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.341842997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.342258857Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.342615096Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.344488781Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.344503321Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.344649385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.346805227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.346975171Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.348522968Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.350844304Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.350861444Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.350990667Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.36272137Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.36274729Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":48,"elapsed":"23.528315ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:28.371960292Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":48,"elapsed":"32.125043ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:37.816432115Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"fe062bd5-ed2e-477d-8e1d-6bf35ecca711","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":274,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339560083Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339606924Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:51:38.339617194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339628204Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":10,"elapsed":"14.261µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339638015Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339646485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339655435Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339663585Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339670636Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339677476Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339684856Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339691186Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339698356Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339706016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339713957Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.339721577Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:41:38.339639365 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339728947Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339736067Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339743227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339750187Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339757078Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339763838Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339770318Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339777438Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339783738Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339791378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339799128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339805729Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339813259Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339820469Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339827319Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.33983454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.33984155Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.33984883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.33985746Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.33986722Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339877641Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339888151Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339897681Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339906781Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339916862Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339928792Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339938322Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339948212Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339958712Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.339968153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339977603Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339987013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.339996213Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":49,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340006544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340142147Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340170557Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340184288Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340215279Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340235419Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 757663959 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.34025545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.34026845Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.34028154Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.34029418Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340304531Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340315721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 757750141 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340334132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340345512Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340356762Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340370252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340384293Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340408583Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340434144Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340444504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340453024Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340607448Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340627168Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":9,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340637869Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340647699Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340654489Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340664159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":9,"elapsed":"1.074126ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340792272Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340803743Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":9,"elapsed":"1.225789ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340812633Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.340828733Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.342387971Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.342587196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.342733149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 760184410 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.343002996Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.34316302Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.34319011Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":17,"elapsed":"3.609657ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344308527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344331478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344340458Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344347928Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344354398Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344360338Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344367329Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344374779Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344589364Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1243, tv_nsec: 762035974 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344614784Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344625365Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344634795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344643675Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.344650935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:41:38.339639365 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344659316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"expiration\":\"2024-12-21T05:41:38.339639365Z\",\"pruned\":[]}","iteration":9,"elapsed":"4.997431ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.344826529Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.344897241Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.345165448Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.345175768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.345324472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.346567471Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.346779456Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.347451963Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.347479323Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.347606156Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.34773795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.347893923Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.349701827Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.349721747Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.349856901Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.349923462Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.349933152Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.350120107Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.350642049Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.350868955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.351247124Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.351425758Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.351942871Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.352669518Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.35441096Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.354844511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.354863551Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.355498316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.35690265Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.356923421Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.357067754Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.357083004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.357090415Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.357248628Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.358645132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":9,"elapsed":"18.034684ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.359131524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.362218448Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.362531386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.362906035Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.364134854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.365408795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.365719462Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.367232249Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.369531514Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.369993565Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.370301133Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.373079339Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.37311199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.373326345Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.375483637Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.375515008Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":17,"elapsed":"35.717019ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.376593114Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.378974571Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.378997702Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.379168346Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.386376199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.386849781Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.39431978Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.394362412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.394374162Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.39760349Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.406179376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.407474247Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.40759918Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":17,"elapsed":"63.283713ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.407879337Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.408531102Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.408547823Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.408558153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":9,"elapsed":"67.933145ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.409129467Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.409506626Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.409525316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.409538587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.409769782Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.409918466Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.410184212Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.411859693Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.4121559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.41217197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.41218084Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.41218915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.412397686Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.412741824Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.413084592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.413470661Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.413513962Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.413520942Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.413527503Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.413757438Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.414750582Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.414767152Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.414906016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.416595247Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":17,"elapsed":"72.281579ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.426544606Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":49,"elapsed":"86.621955ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.427171881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.428457492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.428483222Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.428494533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":9,"elapsed":"88.565491ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.430901701Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.430930372Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.431152117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.435867Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":18,"elapsed":"96.094693ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.483162838Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.483197959Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.483487276Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b68624a3-bb7d-44d6-9261-b720228d8bdc\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.483505457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.484602803Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.484612683Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.48490909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c82ed7c8-f75f-4f89-be21-a0744dd831a5\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.484919251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.484926791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.487353409Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.493584559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:51:38.4957045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.495718591Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":9,"elapsed":"155.893941ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.528304355Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.601403083Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":17,"elapsed":"261.743108ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.621301132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.6216003Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"79606141-ee4b-4b70-a1df-778ec0169419\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.623163247Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.623457404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.624410877Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.631266962Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.631279172Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.635150675Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"295.278525ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.636150739Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1244, tv_nsec: 53600330 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.636450077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.637145954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.638089106Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a7a1e205-5aa0-4c41-99a3-14394312236d\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.638118147Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.638126587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":17,"elapsed":"298.500843ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.638526537Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.641056298Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.641087898Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.641257033Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.650139296Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.650166877Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":49,"elapsed":"310.530433ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.654387318Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.654647545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.656340776Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.65654036Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.674875911Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.676432929Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.67646765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":17,"elapsed":"332.166112ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.676818688Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.67688208Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.67691302Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.676924971Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.677026873Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.677050834Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.677061534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.677178127Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.67730654Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.677446053Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.677460304Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.677819622Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.677848663Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.677979626Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.679288188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.680983648Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.680996499Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.681153502Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.681605083Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.682013403Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"1b4509f5-564f-4878-b6f7-a331f2d0bd78\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.682036354Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.68356368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"0c537c5e-2eda-4c06-8fb9-5e11efec97f6\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.683582711Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.684736929Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.684758249Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.685080087Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"e6cd8122-dbbc-4c46-a4dc-b6b8dc0e19cb\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.685096337Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.685179999Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.68520135Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"345.490944ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.685422935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.693409997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.693709595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.697505196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.697826434Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.701644966Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.701662706Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.702223009Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"582cce4b-5005-4533-95cc-2e6a98f51bc9\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.702309211Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.704499374Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":17,"elapsed":"364.687915ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.705544629Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.70555859Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.705717044Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.706023291Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.706577284Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ce49ee34-1a98-41c5-8534-480924dbde64\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.706606895Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.706890242Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.706903072Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.707199989Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8440f05-6c00-43bc-a45f-b2a3e32063f2\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.7072142Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.707764753Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":17,"elapsed":"367.866582ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.707967378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ec807e2c-f564-4177-b9b6-f87c31ef068c\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.707981088Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.709140676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.709845423Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4412268d-c034-40f9-b520-81089beb5c1b\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.709859903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.711926753Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.711965894Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":11,"elapsed":"372.431422ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.713377298Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":17,"elapsed":"369.03652ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.716827631Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.716848401Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.716857842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":17,"elapsed":"377.030533ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.716902053Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.718141332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.718153393Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.718163163Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.718427029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.718507221Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.718542622Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":9,"elapsed":"378.843116ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.721535514Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.721553285Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.721803821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.723596094Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.723621244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.723631485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.723639495Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2}","iteration":9,"elapsed":"383.9983ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.748270788Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.75086104Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.75087666Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.751013194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.753518514Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.753536264Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.753544134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.753552235Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1}","iteration":9,"elapsed":"413.896169ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.753949244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.754248261Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.755594544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.757344586Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.757355856Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.75750695Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.786804955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.788554707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.788570527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.78871091Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.819083361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.819359568Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.821461408Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.821493999Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.821681394Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.830963987Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.831278174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c60e6e4-7dcd-4f7b-9487-57289b2c6858\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.831299905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.831310795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.831571721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.831590202Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.831597772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.831605832Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.831613122Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.831620463Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.831795367Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.831806037Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.832047623Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.832055523Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.832308479Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.834359859Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.834540963Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5dff875f-0199-4bb1-80c9-2fa8373529b2\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.834551533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.834636175Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd1bc915-be71-4f0a-afc4-85798460afc9\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.834649056Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.834660016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.835175148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.930718547Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"4f7e1b11-fabb-4a5f-a7b2-aac5618ea1b2\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.930749258Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.930759788Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.931079166Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e804cef-f922-4d71-a179-7d297eb3adfc\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.931114737Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.931139388Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:38.931148598Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.931156038Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34dd5575-067a-48d0-9362-bf72b5f68ecb\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:51:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.931202119Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.931500116Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.933107965Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":17,"elapsed":"593.347457ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.935032511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.935358979Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.938444763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.938762071Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.940505613Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.940752579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:38.947584663Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":17,"elapsed":"607.698503ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:47.80953353Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"798f7901-314a-42fc-b120-800e01a27c24","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:47.810071313Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"798f7901-314a-42fc-b120-800e01a27c24","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:47.812980983Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"798f7901-314a-42fc-b120-800e01a27c24","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3564,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:47.813293631Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"4521b03c-66d2-41bb-b8d9-b55f119487f3","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:47.813602208Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"4521b03c-66d2-41bb-b8d9-b55f119487f3","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:47.815529704Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"a8038eae-60ab-4740-9462-4013574f683f","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":247,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:47.815883903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"4521b03c-66d2-41bb-b8d9-b55f119487f3","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2663,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.339190235Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.339254737Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.339644896Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.339698047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":50,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.339715908Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.340057776Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.341713226Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.342268729Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.342637508Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.344290368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":50,"elapsed":"4.58267ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.34436357Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.34437301Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.344543124Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.346300266Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.346506331Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.347931075Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.350968718Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.350995449Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.351174754Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.363420878Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:48.363447369Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":50,"elapsed":"24.282894ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:51:57.816307134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"c6e2311a-fc3e-419d-a8cd-4f0ad22858d8","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":267,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.339444132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.339509194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.339893583Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.339935674Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":51,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.339953434Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.340294532Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.342110556Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.342531066Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.342932176Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.344833932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.344847192Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.345017976Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.346756378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.346945413Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.348729375Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.351081052Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.351101013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.351228236Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.366702518Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.366727449Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":51,"elapsed":"27.316557ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:51:58.379471635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":51,"elapsed":"39.5194ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:07.816345776Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"015fd84a-e27d-4e23-a9d9-9d276201cb4b","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":325,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339507725Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339549636Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339569086Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339577486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.339585977Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339593517Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339600227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339606617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339613197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339619687Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339625967Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339632218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339639928Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339647148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339691839Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339699219Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.33970704Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.33971432Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.33972736Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.33973484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.33974131Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.33974759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339753941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339760861Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339767011Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":52,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339785761Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339973446Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.339987446Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.340023307Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.340040557Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.340102229Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.340110229Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.340117539Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.34015058Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.34016234Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.340170621Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.340179481Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.340188151Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.341545534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.342698321Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.343636674Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.343757737Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.343767097Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.343774157Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.343781007Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.343787408Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.343794368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.343800848Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":18,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.343807128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.343964002Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.343974472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.344061774Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.344148506Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":18,"elapsed":"4.449357ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.344158587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.344165717Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.344210098Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.344224198Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.344230818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.345202862Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.345212782Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.345431227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.346554754Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.346566685Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.34680487Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.347368564Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.347382314Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.347516267Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.348274716Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 765850606 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.348355737Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.348553212Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.349574647Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.350164011Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.350188832Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.350259743Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 767833514 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.350313345Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.350563481Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.352821715Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.352844766Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.353069921Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.35634807Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1273, tv_nsec: 773917210 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.356584275Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.356608796Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.356858732Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.357851016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.357979029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.358107392Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.358247046Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.361074544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.361098534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":18,"elapsed":"21.545459ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.376784692Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.37712387Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.378959684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.379131988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.379405955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.379427725Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.380652485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.383541294Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.383571115Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.38380157Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.392301715Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":18,"elapsed":"52.719528ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.393432652Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":18,"elapsed":"49.637195ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.394372375Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":18,"elapsed":"50.606457ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.39501243Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.395317678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.396895325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"53.115548ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.39706084Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.39707519Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.39708466Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.397357177Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.397449229Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.39750877Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.397645544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.399536309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.399555029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.399694283Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":18,"elapsed":"60.031934ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.399706723Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.399757085Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.399960989Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.402179833Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.406257401Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.406353453Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.406363293Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.406602679Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.407950992Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.407974542Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.408105505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.419763376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.419786746Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":52,"elapsed":"80.064907ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.42158745Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":52,"elapsed":"81.995943ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.428615269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.428639929Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.428990828Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c53e3a3f-0ea0-4037-b9d2-b4f9bfa41418\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:52:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.429009308Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.429394647Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.429405428Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.429412018Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.429809357Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.430572646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.431119939Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.43114542Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.431354345Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"681125fc-0337-4a0c-a5a8-5d1a3c9e30b2\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:52:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.431377535Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.431431847Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.431834186Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.433006105Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.434106171Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.434124281Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.434341637Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ba15cac6-da23-49a6-b96c-71746555dd6f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:52:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.434358267Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.436324524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.460478946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":18,"elapsed":"116.692678ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.468795496Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.468815456Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.468824096Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":18,"elapsed":"129.175489ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.476844089Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.477329991Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.508081731Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":19,"elapsed":"168.444423ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.509555856Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.509852504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"29a9185d-5ba4-4d3a-b370-e07d1a96e853\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:52:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.511053012Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.511341179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.513297077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":18,"elapsed":"173.684999ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.515049189Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":18,"elapsed":"175.539834ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.532506519Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.532532519Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.533025291Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f29eca81-f489-413f-8b5a-cb74f31c7f41\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:52:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.533070022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.533490003Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.577230325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.577259236Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.577488331Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"abf8b991-c150-4eb8-bdbf-63ea6576e344\", \"date\": \"Sat, 21 Dec 2024 05:52:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.577514272Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.577770618Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.580161646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.580375471Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.583450995Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.583893455Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.584699915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.585030773Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.586104378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.586304533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.587067332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.587091142Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.587313487Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.587539073Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.587554083Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.587960503Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"cfc9556c-1985-49c5-adf7-f67c7ab2cd37\", \"date\": \"Sat, 21 Dec 2024 05:52:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.588477886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.589430149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":18,"elapsed":"249.912343ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.590214467Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.590225798Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.590373451Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.591480668Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.593075736Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.593100347Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.5932206Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.594630984Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.594928351Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"368142be-d24a-451c-a230-1583b4b88fef\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:52:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.594959102Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.594970012Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.595266329Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.595275189Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.595281799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.59528881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.59529571Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.5953026Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.595472304Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.595480774Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.595694879Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.595702679Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.595963696Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.597889722Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.598111727Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"336af8d0-0600-4b14-b219-827d343764b9\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:52:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.598138798Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.5982236Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c8947dd3-944d-4b86-bf1d-3ecce0154245\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:52:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.598248271Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.598258991Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.626518541Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.700899431Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"cd6e6c8d-e5df-4c7f-8744-8d427bddb7b1\", \"date\": \"Sat, 21 Dec 2024 05:52:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.700935341Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.700944862Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.701321591Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"114eee42-2312-4e20-996e-da5d343b8457\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:52:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.701350671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.701359952Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:08.701366732Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.701408183Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"aa1dcbc2-f6ed-45c3-83a9-691d1b9cbf62\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:52:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.701457184Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.701768042Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.702811627Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":18,"elapsed":"363.136888ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.705491601Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.705834239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.709429236Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.709638161Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.71168252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.711901245Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:08.718827502Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":18,"elapsed":"379.343758ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:09.163465361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:09.163506012Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:09.194094768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:09.19420205Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:60433"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:09.194393965Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6cb44aff-0066-42a4-9a35-9445723e3b2f","remote_addr":"[fd00:1122:3344:101::c]:60433","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:09.194739523Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"6cb44aff-0066-42a4-9a35-9445723e3b2f","remote_addr":"[fd00:1122:3344:101::c]:60433","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:09.242302418Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/oximeter.rs:76","collector_id":"5539f2b1-1861-4dbb-974a-1247914c9a95","producer_id":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:09.242330248Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/producers","method":"POST","req_id":"6cb44aff-0066-42a4-9a35-9445723e3b2f","remote_addr":"[fd00:1122:3344:101::c]:60433","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":47996,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:09.242424771Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6cb44aff-0066-42a4-9a35-9445723e3b2f\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 05:52:09 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:09.24362689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:09.24363589Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:17.815395024Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"771115f6-1d53-447b-830d-51f3417231de","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":281,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.338548282Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.338611924Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.33886323Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.33967385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":53,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.33968343Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.340057609Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.341020412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.341662257Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.341958825Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.34345346Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":53,"elapsed":"3.779521ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.343513902Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.343522522Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.343661465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.345038899Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.345232263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.347025966Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.349522617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.349535007Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.34966703Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.35799831Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:18.358021401Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":53,"elapsed":"19.497569ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:27.816155244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"f76541f2-2353-40e9-adcb-16a558cf34a2","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.339291341Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.339354953Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.339744162Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.339786653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":54,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.339801364Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.340145372Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.342060078Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.342086249Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.342336385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.344193159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":54,"elapsed":"4.392946ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.344727632Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.344741493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.344907277Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.347181931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.347393536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.349375614Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.351731541Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.351744451Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.351877844Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.363709599Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:28.36373435Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":54,"elapsed":"24.467169ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.809290669Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"2aba55e0-873e-444e-9c0d-517aefc6efb1","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.809582906Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"2aba55e0-873e-444e-9c0d-517aefc6efb1","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:32.812154948Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"2aba55e0-873e-444e-9c0d-517aefc6efb1","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2941,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.812461855Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"993013d9-d0ef-4755-ad95-26f2f98bb8cc","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:32.812782023Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"993013d9-d0ef-4755-ad95-26f2f98bb8cc","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:32.814580226Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"993013d9-d0ef-4755-ad95-26f2f98bb8cc","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2185,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:37.81594082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"5fdf20f0-7f55-4fcc-ab8d-d8b167d6c75f","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":327,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339081338Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339125199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339135199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339143319Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339150919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339157759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.33916477Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.33917202Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.33917843Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:42:38.339121319 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.33918627Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339194651Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.33920082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339207641Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339214501Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339221891Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339228631Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339235652Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":55,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339242672Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:52:38.339250202Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339257782Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339266082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":11,"elapsed":"13.891µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339276262Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339283962Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339290823Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339297983Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339483117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339519418Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339534879Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339548089Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339696332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339715303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339728423Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339740804Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339765554Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339775654Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339786185Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339796495Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":55,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339806955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339816886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339826906Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339837106Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339846816Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":5,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339857836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339868357Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339877857Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339888867Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339899227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.339908828Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339919008Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339929208Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339940338Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339950819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339960919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.339971599Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.339980849Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.33999135Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.34000254Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.34001225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.34002205Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.34003136Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 757660989 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340050381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 757654999 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340070361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340086152Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340099742Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340121993Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340145333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340158314Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340167774Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340179664Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340200255Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340211685Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340223965Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340234925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340244946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340346538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340361479Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340371919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340384769Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340394559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":10,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340401Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340467141Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340479381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":10,"elapsed":"1.378643ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340517382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340528312Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340537643Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340544083Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":10,"elapsed":"1.299251ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340634825Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340645915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340680646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340690487Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.340817039Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.341193179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.341342612Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.341624809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.341813823Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.342123691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 759832661 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.342361637Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.342752966Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":19,"elapsed":"3.524595ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.343823912Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.343843972Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.343852663Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.343859583Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.343866133Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.343874013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.343880213Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":19,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.343886563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.343948635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.343960345Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.344051217Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.344061988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.344120729Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.344207151Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.344433677Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 762143747 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.344685703Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.345219125Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:42:38.339121319 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.345231246Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"expiration\":\"2024-12-21T05:42:38.339121319Z\",\"pruned\":[]}","iteration":10,"elapsed":"6.102127ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.34622894Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.346334602Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.346346452Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.346521517Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.347200723Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.347218093Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.347371507Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.34789184Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.34875016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.349003556Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.349233832Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.350113143Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.350131834Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.350308418Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.350478042Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.350488722Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.350676807Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.351777213Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.351796844Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.351939467Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.351981018Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.353638348Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.353661899Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.353794602Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.3549639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.355228076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.356134808Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.358664849Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.3586869Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.35869669Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.35870887Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.358923845Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.359013047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.359280074Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.359299354Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.359490229Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.363652539Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":10,"elapsed":"23.259999ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.365435252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.366139419Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.366311613Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.368143957Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.368164157Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.368346022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.369786996Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.370294629Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.371435336Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.371458007Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.371468117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.371477207Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.371738234Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.371765264Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.372184284Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.373096816Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.373357562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.375548245Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":19,"elapsed":"30.796841ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.375573426Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.375584176Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.376425986Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.376665762Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.378332492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.378522197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.379774787Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1303, tv_nsec: 797468687 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.380098015Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.380812952Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.381050828Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.381544239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.383142358Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.383924077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.384571082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.384594903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":19,"elapsed":"44.776267ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.385898894Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.385927695Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.386273983Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.386479238Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.386492449Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.386664293Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.388773833Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.388798254Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.389078141Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.392879422Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.392903993Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.392917713Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.393262561Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.395039924Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":20,"elapsed":"55.326932ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.397956244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.398319013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.398393905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.399214225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.399471691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.400492386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":55,"elapsed":"60.774032ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.401566561Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.401591162Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.401649383Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.401664194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.401672844Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.401751226Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.40190874Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.403404976Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.404364759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.404384339Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.404395379Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.40440446Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1}","iteration":10,"elapsed":"65.350942ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.408123869Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.40814701Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.40815634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.40816589Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.408293743Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.408307954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.408488148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.408597181Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.411144022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.411178812Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.411254464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.411406508Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.411571962Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.411587392Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.411596173Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":10,"elapsed":"71.238944ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.413640492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.413666332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.413884478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.416002699Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"76.289716ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.41646509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.416791818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.417823632Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.418249283Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.419181375Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.419455152Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.419607505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.419743369Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.420553768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.420567398Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.420775794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.421103201Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.421114412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.421127292Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.421288606Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.421793018Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":19,"elapsed":"77.970947ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.42185812Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.424043212Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.424063373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.424070813Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.424077243Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.424223717Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.424236617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.42435748Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.424392881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.425483277Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.425508457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.425671161Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.427803803Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"nsuccess\":5}","iteration":5,"elapsed":"88.073129ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.428717685Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.429835292Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":19,"elapsed":"90.125258ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.431657045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.431685016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.431885091Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.434837822Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.435086258Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.439551885Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":19,"elapsed":"95.718653ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.440194941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.440218721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":55,"elapsed":"101.009611ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.441633945Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.441653616Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.441666466Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":19,"elapsed":"101.919343ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.452555528Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.45636189Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.456387731Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.456400241Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":10,"elapsed":"116.580436ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.458694156Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.468062691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":19,"elapsed":"124.219159ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.471228077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.471270698Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":10,"elapsed":"132.005587ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.472047257Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.472068328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.472082628Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.472368685Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.473948333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.474071186Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.474311612Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.476803342Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.476822952Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.476969166Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.47880148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.47882685Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.478836421Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.478844801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2}","iteration":10,"elapsed":"139.668851ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.492694394Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.492713185Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.492997371Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"da6e6ebf-889f-4ef9-be2f-8b536f15229d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.493022912Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.494791164Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.506583048Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.507007998Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.50870877Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.510446931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.510459932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.510607285Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.511902406Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.513584487Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.513609977Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.51373407Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:52:38.530904333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.530925894Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":10,"elapsed":"191.133979ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.579697447Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.579718438Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.579978074Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5e3d47cf-89e1-4427-baf5-2ee5306c4a32\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.579993985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.581681555Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.636856203Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.665982724Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.666005654Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.66623039Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2e737658-7c82-4eac-994a-d3ab25e81321\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.66625473Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.667722836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.683435644Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.683460394Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.683842954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"af2cf4ff-d923-4ed2-b1e1-bf442287ec24\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.683879154Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.684229103Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.697986944Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.698012305Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.69823837Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"5c9f3d87-62d9-4b94-a360-db63ff547bd6\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.69824925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.698573068Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.700046663Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.700259179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.737518995Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.737869314Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"8529dac9-b4d8-48d5-90f5-8f77eb0a1909\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.737885274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.739241207Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"dcafee96-c622-4332-a55c-2ef6bce149fe\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.739252717Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.741104791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.741117372Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"402.005894ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.774831483Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.775095489Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7861e986-bd2a-4da0-ac86-7f9fb6579e79\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.776238117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.776503403Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.784967327Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.785454469Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ca859304-02d8-4aa0-9d76-80b5bd2ee79c\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.785470329Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.785479319Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.785486579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.787527179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":19,"elapsed":"447.750554ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.787545559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":19,"elapsed":"448.471972ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.788229015Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.788460861Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.790528071Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.790991652Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"1ae0ba5b-e6d1-4166-9544-f69cc4a86c97\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.791006472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.791236168Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.791243938Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.791721189Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"8df2bf14-0ec2-42b8-95a1-7656ef071556\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.79299934Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8c978184-b208-4ba2-8e85-656fc4ff463f\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.793009151Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.793172714Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":19,"elapsed":"453.435881ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.795096801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"251bc00b-c1cf-46f2-b959-57c79d13a26f\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.795106531Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.797069868Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.797105159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":12,"elapsed":"457.919149ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.802878658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":19,"elapsed":"463.722419ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.834247242Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.83458049Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.836044195Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.836054715Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.83622237Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.846049976Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.846307662Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad71a00c-0bbc-4acc-a1fa-19b6667c3f93\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.846333573Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.846345263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.847746277Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.847756727Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.847764027Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.847771907Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.847779328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.847786488Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.847945612Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.847955172Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.848189907Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.848197878Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.848506155Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.850509263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.850618296Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42aa1c4d-8d48-4b21-8c89-2677d5f85596\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.850628626Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.850724188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae7e603a-3cf8-4646-bbcc-2d2e66a082b0\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.850738779Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.850750089Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.947947648Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"67c51410-e4c3-4f52-b0ed-5522c6010b06\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:38.947968198Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.947980679Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.948214404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"394a52d8-550f-4208-ae31-29d3d41dca29\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:52:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.948252065Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.948567833Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.951587066Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.951837092Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.954570767Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.954843954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.956558525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.956793801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:38.964419824Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":19,"elapsed":"624.723242ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:47.816078694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"8ded21c1-0aa2-4a97-b194-f6e1f327e3f2","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":363,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.339232182Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.339287274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.339723824Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.339783626Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":56,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.339800046Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.340120314Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.341894977Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.342145332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.34243959Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.344493119Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":56,"elapsed":"4.698704ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.344612362Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.344625012Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.344781386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.346691342Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.346863576Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.348611378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.350901003Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.350912943Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.351046177Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.359881529Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:48.35990747Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":56,"elapsed":"20.697598ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:52:57.815347988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"b5576194-1cfa-49ce-a067-6b9f12a4623f","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.338458315Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.338504376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.338800493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.339446759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":57,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.339462179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.339670904Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.340876913Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.341407256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.341774595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.342905272Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":57,"elapsed":"3.447802ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.343472376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.343491026Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.343632759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.34488757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.345054103Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.346920228Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.349269095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.349299596Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.349415139Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.357838691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:52:58.357862062Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":57,"elapsed":"19.416547ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:07.81580673Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"b6005702-1f00-40b3-b540-6c61ae6fa4ab","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":275,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.338933898Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.338982599Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.338999899Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":58,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.33900835Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.33901665Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.33902404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.33903303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.339358368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.339373528Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.339383239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340012444Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340023704Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340032464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340039944Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340046895Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340053515Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340060045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340066905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340072655Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340078695Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340084645Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340090636Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.340096906Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340103876Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340112126Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340119276Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":58,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340127036Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340133586Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340139537Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340146957Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340357842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340369582Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340378323Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340421904Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340431004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340459344Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340473025Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340538706Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.340547836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.342117054Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 759964744 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.342148345Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":20,"elapsed":"3.161316ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.342324619Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 760175810 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.342398271Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.342518344Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.342577905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.343361044Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.34360272Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.34361203Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.34361848Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.343625081Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.343631461Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.343638581Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.343645391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":20,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.343652471Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.343848736Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.343923688Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.343954749Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.343964629Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.34567798Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.34568915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.345822794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.345831534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.345862254Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.345994527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.347276389Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.347878033Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.348080528Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.348377565Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.348488118Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.349328118Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.34943061Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.34944193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.349629085Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.350786723Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":20,"elapsed":"7.179782ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.351042499Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.35106542Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.351235084Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.351748966Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.351985422Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.351995892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.352002322Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.352090454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.352101385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.352229077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.352286819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.354217825Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.35440092Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.355455405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.35565885Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.35689039Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1333, tv_nsec: 774736750 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.357205767Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.358003576Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":58,"elapsed":"17.772588ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.36022246Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.361316036Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.361343507Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.361618154Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.361642764Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.361695765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.36188979Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.362267969Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.362278739Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.362417373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.363720544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.36604658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.366076901Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":20,"elapsed":"25.942094ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.366625744Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.366646535Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.36688397Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.3702157Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.37309666Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.37312176Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.373251123Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.380374565Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.380401926Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.380410146Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.380724793Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.383027229Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.383053369Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.38306371Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.383375267Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.384896734Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.385076248Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.38683782Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"46.807576ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.38807813Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.388101461Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":58,"elapsed":"49.158852ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.391037011Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.391303868Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.394442083Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.39474004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.396771349Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.397002225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.397119148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":20,"elapsed":"53.456207ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.39845595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.400995661Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.401013362Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.401170515Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.402587249Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":20,"elapsed":"62.509054ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.407032056Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":20,"elapsed":"63.404546ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.407126058Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":20,"elapsed":"63.512188ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.414158548Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.414181128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.414190959Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":20,"elapsed":"74.136074ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.419924977Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.419941617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.420264485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"128c8bdd-5f01-4533-87d6-1a08ce356311\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:53:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.420280855Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.421428903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.464908639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":21,"elapsed":"124.887786ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.480943395Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.481198551Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.482541893Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.484367297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.484377808Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.484549792Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.485656428Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.4873927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.48740457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.487545544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.518720974Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.519032601Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"96602dd0-1e18-48da-a7dc-9690cc5a7638\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:53:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.521414919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.521623624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.533879508Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.533899159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.534184766Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"bd4a2cd0-d0d5-4f0f-b542-9d8abea6b9e0\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:53:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.534199406Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.534846652Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.534859312Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.535071557Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"330a2b1c-6597-42da-a62b-a632faae384c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:53:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.535086868Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.535647571Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.537169858Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.53724942Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.53726135Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.537633149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"665ec04c-a3e4-47fc-a724-dc322eb73160\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:53:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.537653819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.537979277Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.539513864Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":20,"elapsed":"200.540476ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.552708662Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.552732362Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.552950247Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"cc9c6bfd-c787-4bad-9393-f56ee35a403c\", \"date\": \"Sat, 21 Dec 2024 05:53:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.552964128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.553321887Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.555860277Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.556067742Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.558967922Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.559162997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.630280158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":20,"elapsed":"291.363811ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.697038275Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.697435454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3a05c594-67eb-4635-8c92-4fd49cf754c6\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:53:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.697453195Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.697464135Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.697473225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.699384341Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":20,"elapsed":"359.336877ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.70015484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.70016881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.700488388Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"a5c008fa-b028-4429-9ac3-79559933cc8d\", \"date\": \"Sat, 21 Dec 2024 05:53:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.702076386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":20,"elapsed":"362.010131ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.757279404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.757638243Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.759925808Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.759943768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.760195114Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.769381505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.769709073Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4e86c91b-7d7f-4066-8ef4-c646f2af7476\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:53:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.769742494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.769756124Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.770074202Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.770084612Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.770092192Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.770100733Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.770108253Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.770116263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.770305388Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.770315418Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.770545583Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.770553884Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.770863231Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.773081435Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.773207058Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"40dc35db-18f0-4521-9ab5-bbfd2e912fbe\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:53:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.773232148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.77330382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"07b908d4-dfbd-40ba-8e14-8eb3b94d8573\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:53:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.773330721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.773343071Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.870018196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"e57d6eaf-e2a6-460b-af65-0869b5acd55c\", \"date\": \"Sat, 21 Dec 2024 05:53:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:08.870043467Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.870054427Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.870349304Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df2d3893-c0f5-4127-b1d1-107668bf611b\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:53:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.870388245Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.870693932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.874388361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.874583566Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.878584472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.87890431Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.880669523Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.880922559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:08.888251025Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":20,"elapsed":"548.239261ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:17.808904405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"d9a75ec6-7474-4e68-8962-44bfdbb14a3c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:17.809377196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"d9a75ec6-7474-4e68-8962-44bfdbb14a3c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:17.812278146Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"d9a75ec6-7474-4e68-8962-44bfdbb14a3c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3484,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:17.812594334Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"6935dd46-b229-4d1e-858f-5f204089927c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:17.812926372Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"6935dd46-b229-4d1e-858f-5f204089927c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:17.814892179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"6935dd46-b229-4d1e-858f-5f204089927c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2367,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:17.815264148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"c2a456df-8fe4-472b-923c-7431a9326d96","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":249,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.338484408Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.3385564Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.338905128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.339626675Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":59,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.339636766Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.3398338Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.340866205Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.341528681Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.34189849Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.343329785Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.343341655Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.343473228Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":59,"elapsed":"3.842603ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.343484128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.344642966Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.34480378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.346293656Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.348589171Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.348603262Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.348731895Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.357856354Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:18.357880625Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":59,"elapsed":"19.430657ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:27.8152982Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"38824d59-b4cd-4518-a95e-4daaeea2c71b","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.338421327Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.338466189Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.338793076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.339391571Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":60,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.339406381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.339605456Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.340738143Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.341102912Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.341465201Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.343252234Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.343269034Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.343276104Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":60,"elapsed":"3.869653ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.343402327Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.345408436Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.345658872Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.347401524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.349893864Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.349908234Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.350042177Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.359224758Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:28.359241108Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":60,"elapsed":"20.842421ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:37.815716451Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"0b7a874e-adf3-4696-8a8c-dc3201363934","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.338846189Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.33889475Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.338906381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.338915751Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.338925451Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.338935561Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.338944181Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.338952822Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.338961092Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.338968582Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.338976112Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.338985302Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:43:38.338898540 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.338994493Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339002253Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339009533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339016953Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339026194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":61,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339034584Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:53:38.339042694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339051054Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339058784Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":12,"elapsed":"14.351µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339069555Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339077645Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339085355Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339092745Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339101055Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339109596Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339117856Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339131466Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.339142396Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339150477Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339159457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":61,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339171707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339183757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339197058Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339208798Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339221188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339233508Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339246799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339259789Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339274349Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.33928727Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.33929894Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.33930715Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339318801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339331431Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339342861Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339354742Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339363942Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339374992Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":3,"reason":"Timeout"} {"msg":"starting background task for service firewall rule propagation","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339389592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339401683Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339413593Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.339426703Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339438044Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339449604Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339463604Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339476394Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339502755Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339511515Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339528566Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339602737Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339619348Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 757615428 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339634648Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 757627018 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339650329Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339660759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339670899Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339679829Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.33968959Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.33969996Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.33971007Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.33972003Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.33973026Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339739751Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339749531Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339758141Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.339767441Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.340042038Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.340060739Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":2,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.340071039Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.340081889Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"listing candidate sagas for recovery","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.340096019Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.340104909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":11,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.340152021Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.340162521Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":11,"elapsed":"1.208789ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.340174671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.340184531Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.340197612Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":11,"elapsed":"1.160858ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.340282914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.340341485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000003a8a, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.340461038Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.341077763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.341274228Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.341743619Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 759749449 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.342012175Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.342793434Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.342976849Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343246085Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343255315Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343262285Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343268806Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.343275126Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:43:38.338898540 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343283706Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343291156Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343297596Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"expiration\":\"2024-12-21T05:43:38.338898540Z\",\"pruned\":[]}","iteration":11,"elapsed":"4.367945ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343305657Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":21,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343312547Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343322657Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":21,"elapsed":"4.328774ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343481571Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343535682Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343546742Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343598464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.343779898Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 761788348 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.344054184Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.344249569Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.344835973Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.345020658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.345295974Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.345362256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.345556311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.347958958Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.347971939Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.348090892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.348101452Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.348159903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.348169863Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.348177194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.348230515Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.348240045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.348286056Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.348351668Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.348493211Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.350184292Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.350349696Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.35049433Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.350551321Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.350576052Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.350641533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.352955779Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.35298359Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.353207345Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.354154808Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.354167608Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.354318431Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.354872545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.355942101Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.356370461Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.356798161Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":11,"elapsed":"16.740453ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.358203605Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.358214235Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.358487852Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.358563914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.358573884Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.358750118Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.358781409Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.358789759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.358942593Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.360242624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.360268065Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.363557194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.364196689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.36466314Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.364832744Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.367016807Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 785022877 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.367274913Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.367346315Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.367639022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.368422541Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.36880835Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.368827471Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.369069017Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.370694256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.371069575Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.371957746Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"inventory_prune_one: nothing eligible for removal (too few)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.373553254Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","candidates":"[(52959017-3b57-4187-aff7-dbf97647ca86, 0), (0ec43463-8830-415f-a777-2f83ced4f56d, 0), (0e8b7f48-ac55-47ca-9bcb-49ff0613eaab, 0)]"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.373675417Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.37418755Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.374427035Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.374445726Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.374706892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.374724533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_mgs._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_mgs._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12225, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1363, tv_nsec: 792734993 } })","dns_name":"_mgs._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.377184822Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.37753759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.37836825Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.378695818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.381039394Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.381064175Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.381228179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.381760132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.381784752Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.382011278Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.383074134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.383376131Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.383544795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.383927694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.384790965Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.386139417Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.386161768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.386169298Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.386516376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.387016978Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.387030189Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.387176692Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.389243402Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.389546809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.389887647Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.391711251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.391738772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.391942077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.396844395Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.396869675Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.396877836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.397154132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.398846583Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.399806616Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.400118574Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.401992719Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.40202343Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.402190694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.402733776Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.403096495Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.403359462Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":61,"elapsed":"64.303597ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.403546536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.403572797Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.403581297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.403587617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.403785912Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.403846653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.404075289Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.40414521Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.404163811Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":61,"elapsed":"65.23645ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.404289384Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.405054012Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.4053757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed in-progress sagas","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.405564435Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"SagaRecoverer","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/saga_recovery.rs:438","count":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.405584425Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"saga_recovery","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"last_pass\":{\"Success\":{\"nfailed\":0,\"nfound\":0,\"nrecovered\":0,\"nremoved\":0,\"nskipped\":0}},\"ntotal_failures\":0,\"ntotal_finished\":0,\"ntotal_recovered\":0,\"ntotal_sec_errors_bad_state\":0,\"ntotal_sec_errors_missing\":0,\"ntotal_started\":0,\"recent_failures\":[],\"recent_recoveries\":[]}","iteration":2,"elapsed":"65.537827ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.406166509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":21,"elapsed":"62.888394ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.406326863Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.406653801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.406662931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.406886636Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.408027514Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.408045264Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.408054064Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":11,"elapsed":"68.98502ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.408062605Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":21,"elapsed":"64.799689ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.409889919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.409909609Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.410032972Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.410044003Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.410054143Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":11,"elapsed":"70.007854ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.410065973Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.41245675Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.412482581Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.412494231Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.412871431Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.417178274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.417215625Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.417226435Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.417235545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.417864171Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.418201429Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.418487206Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.418637169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.418757482Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.419028429Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.420937914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.420958495Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.421091438Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.421204971Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.421518099Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.422513903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.42363375Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.42366072Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":21,"elapsed":"84.553465ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.425408222Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.425910334Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.425939875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.426131359Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.429293636Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.429315516Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.429445649Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.433167369Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.433352943Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.43447196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":22,"elapsed":"95.320634ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.447036133Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.447050873Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.447060563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":21,"elapsed":"107.989159ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.448263832Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"105.007427ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.450176388Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":21,"elapsed":"106.911953ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:53:38.476516142Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.476543403Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":11,"elapsed":"137.480418ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.606373707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.606404167Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.606715985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c7ced318-d421-4d4e-aac4-6c7eeec3b0c6\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.606732325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.608129489Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.650211902Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"begin collection","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.673118663Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"begin collection from MGS","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.673147914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","mgs_url":"http://[fd00:1122:3344:101::2]:12225"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.673167224Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/ignition","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.673696577Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/ignition\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acfabc93-7c59-4ac4-9eea-896c4b3ed7cc\", \"content-length\": \"476\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.673741308Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.673957773Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cd44e624-cccd-4537-ba94-43419f991a84\", \"content-length\": \"734\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.674001814Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.674293131Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2d716b30-07f6-4ff0-b1ce-2c4f595510b7\", \"content-length\": \"111\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.674313611Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.674599558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e59a264e-a6c7-49ef-9844-c6d1482cd406\", \"content-length\": \"111\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.674617689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.674896845Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4f4dbd1b-be3a-437a-98f6-2d6bb34e0448\", \"content-length\": \"167\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.674912566Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.675188163Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8f9e8831-bf0e-412b-a3b4-4488241e3487\", \"content-length\": \"167\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.675204883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.675473609Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"46557ee7-26f0-4d3e-bd64-cdda495df69c\", \"content-length\": \"175\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.67548817Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.675748146Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e77b0199-64fc-42e0-a6ad-efedd809c921\", \"content-length\": \"175\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.675762286Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.67591085Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9e3d3c09-466f-4013-8504-60e556a7b412\", \"content-length\": \"702\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.67592775Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.676102834Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b11ae65a-548f-474e-a875-9bc3d34a092b\", \"content-length\": \"727\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.676122435Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.676293829Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"66fd7280-5924-4e6f-921e-4912a7a744c0\", \"content-length\": \"729\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.676303989Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.676415232Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.676428212Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.676446763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/switch/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"57dd6310-584a-4f53-9369-a8e52e477766\", \"content-length\": \"728\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.676461463Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.676647868Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"21981757-c542-4ca2-8b4c-8b21588028d5\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.676666958Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.676696269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1d6ff2b9-8d99-4602-8c56-495d90079530\", \"content-length\": \"722\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.676715679Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.676997096Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"86da45ba-1d45-4025-8d9b-eedb59ea5042\", \"content-length\": \"109\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.677007476Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.677311504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/sp/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"42973e36-688c-4631-bdaf-75f002d933da\", \"content-length\": \"109\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.677321864Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.677612141Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b8cdd2b7-3dd6-473e-b493-4608c8eae713\", \"content-length\": \"169\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.677622361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.677749454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.677760264Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.677830266Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.67799681Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9b41314-b78d-48ec-a5f4-d4891ca0383b\", \"content-length\": \"169\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.678030561Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.678096482Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"762d9239-f2e2-4d13-b78f-78cc9b0fe574\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.678106983Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.678316698Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=0\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c019babc-066f-434e-ae83-a6eb432bcede\", \"content-length\": \"178\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.678331848Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.678587494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/stage0/caboose?firmware_slot=1\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"93bebfe6-d5dd-4100-af4e-518a5bac2bbc\", \"content-length\": \"178\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.678598105Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.678710637Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cmpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0b68db86-94c5-4c70-bbcc-ae047d0e392b\", \"content-length\": \"702\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.678721297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.6788428Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a0414975-0a05-4bd1-af68-ae3cbc3ebf39\", \"content-length\": \"727\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.678852801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.678984544Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7b5fe66-1b71-4d3a-9a8c-23943e6654f2\", \"content-length\": \"729\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.678995634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.679139718Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"gateway_url":"http://[fd00:1122:3344:101::2]:12225","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/sp/sled/0/component/rot/cfpa\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3934ce38-3987-442c-95f9-fa977c248a37\", \"content-length\": \"728\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.679180879Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.679549097Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.679742732Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.720521793Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.748487936Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.748515217Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.748974378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"05eab351-b6ea-4a79-a462-f3c75e741c73\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.749016109Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.74948438Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.753030266Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":21,"elapsed":"414.109254ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.755526186Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.756100559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9c52db50-7350-4c57-940d-5f76b0fbcbe6\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.75611864Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.75612744Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.75613439Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.757268968Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.757506863Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":21,"elapsed":"418.425208ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.757532614Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.758643811Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.758668521Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.758680532Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.758693972Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1}","iteration":11,"elapsed":"419.825932ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.759184244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.759626854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.759637815Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.759646625Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.759778388Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.759878Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.759981883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.760176897Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.760555587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.762321389Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.7623335Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.762374841Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.762383721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.762559175Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.762612716Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.763844196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.763860476Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.76401741Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.765563147Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.765943766Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.766385657Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.76692352Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.767711959Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":21,"elapsed":"428.588383ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.768416326Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.768632031Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.769047601Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.769057711Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.769231486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.769343638Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.769353668Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.769529703Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.770225389Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.770463575Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.770916546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.770930336Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.770938236Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.770946427Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2}","iteration":11,"elapsed":"432.044586ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.77193071Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.772275119Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.77358022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.773773055Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.790149569Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":21,"elapsed":"451.033013ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.799082764Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.799118485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":11,"elapsed":"460.113122ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.801333098Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.801362579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.801765288Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"d6f9c6ef-57a4-4453-b4eb-7643f06dc428\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.801777489Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.802110887Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.803672944Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.803887809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.804501353Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.804652967Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.804819191Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"c4a78e0b-23a3-48d6-9135-f282652203be\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.806702576Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.806892911Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.806942562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.80727545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.807733221Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ById(001de000-074c-4000-8000-000000000000) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.807748261Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.807895835Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.808718655Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.809804621Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":21,"elapsed":"470.965242ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.810277022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.810500208Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.811242996Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.811262546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.811647735Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.811730957Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"4a23f8fa-cfd9-40b1-8d2d-06c3540eeea7\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.811958993Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"55279719-d587-441f-b0b8-a036fa9bcd19\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.812161568Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.812452485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.812991608Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.813406978Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":21,"elapsed":"474.23375ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.813658884Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"b31a0b0f-69f3-4334-94a9-21fcad4823ec\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.813676914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.815047977Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.815273853Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.815495228Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.815505488Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"476.69058ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.81725951Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.817477016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.818738036Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.818952431Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.820377425Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.820541159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.821929913Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.825203561Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.825218982Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.825357015Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.826699888Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.826921483Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.827896256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.828079101Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.829537776Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.832686492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000002, lookup_type: ByName(\"nexus\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.832708602Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.832836705Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.837296063Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.837586319Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.839086776Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.8392933Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.841060823Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.841244487Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.862891658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.863397731Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"641af0b0-7633-459a-84cd-38cbc9b00e98\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.863416011Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.864818265Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"c77b43a3-6c36-4d83-a65f-04a26f8807da\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.864833245Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.866942476Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"0e7de7e3-a4c0-44bc-bfee-4ae24a9bede7\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.866960836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.868933114Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.868968545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":13,"elapsed":"530.045254ms"} {"msg":"begin collection from Sled Agent","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.896237211Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","sled_agent_url":"http://[fd00:1122:3344:101::1]:12345"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.896274282Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/inventory","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.898116376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.898493365Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.901051677Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.901296412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.902766778Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.903057745Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.904471019Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.904665914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.905396121Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.905707259Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.906257732Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.906966759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.906981019Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.907215765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.909783767Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.909800927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.909945291Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.911392135Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.91159982Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.912722907Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.912892151Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.914287435Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.916648742Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.916960809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1b04da59-3556-43d0-bb3d-6397fae8438b\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.9169821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.9169935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.917315308Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.917331218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.917339078Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.917347289Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.917355189Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.917363629Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.917524123Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.917534833Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.917545314Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 001de000-5110-4000-8000-000000000001, lookup_type: ById(001de000-5110-4000-8000-000000000001) }, key: 001de000-4401-4000-8000-000000000000, lookup_type: ById(001de000-4401-4000-8000-000000000000) }, key: 001de000-074c-4000-8000-000000000000, lookup_type: ByName(\"oxide-services\") }, key: 001de000-c470-4000-8000-000000000001, lookup_type: ByName(\"external-dns\") }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.917556794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.917712787Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.917786819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.91779825Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.917972114Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.920046564Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.920147916Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b9144ce-fe7f-4cf5-9cec-d654601f48fa\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.920164306Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.920265789Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a3a8393-2f14-45b1-8f34-da71a3327cdf\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:38.92029331Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.92030534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"resolved names for firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.923804104Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","subnet_networks":"{Name(\"external-dns\"): [V4(Ipv4Network { addr: 172.30.1.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:1::, prefix: 64 })], Name(\"nexus\"): [V4(Ipv4Network { addr: 172.30.2.0, prefix: 24 }), V6(Ipv6Network { addr: fd77:e9d2:9cd9:2::, prefix: 64 })]}","subnet_interfaces":"{Name(\"external-dns\"): [NetworkInterface { id: 57b78e12-2ea9-463d-a689-565344dffa73, kind: Service { id: 284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa }, name: Name(\"external-dns-284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7068213c-a7cd-4f1b-b697-368276e5ea37, kind: Service { id: 5f5da623-23f2-4e2f-b423-7097e8481e49 }, name: Name(\"external-dns-5f5da623-23f2-4e2f-b423-7097e8481e49\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }], Name(\"nexus\"): [NetworkInterface { id: 08ad27df-342d-495e-a4af-9b1bd7ef97af, kind: Service { id: ac588187-c3ee-42b3-9cd7-09be6d4cd5de }, name: Name(\"nexus-ac588187-c3ee-42b3-9cd7-09be6d4cd5de\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 100])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2186fc88-ccae-445f-be44-94dc147f97b5, kind: Service { id: b381127d-ac24-4ced-abe2-28a1272fd710 }, name: Name(\"nexus-b381127d-ac24-4ced-abe2-28a1272fd710\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3a266615-9b66-4a87-93bc-6f160dec5481, kind: Service { id: 4c5d0e65-66c8-4b42-9538-d497e5b523f9 }, name: Name(\"nexus-4c5d0e65-66c8-4b42-9538-d497e5b523f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }]}","vpc_interfaces":"{}","instance_interfaces":"{}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.923848665Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.924082371Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.925391152Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.927130814Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.927147125Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.927307338Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Allowlist for user-facing services is set to allow any inbound traffic. Existing VPC firewall rules will not be modified.","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.929172273Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"resolved firewall rules for sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.929229505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","sled_agent_rules":"[ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"53\")]), filter_protocols: Some([Udp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 57b78e12-2ea9-463d-a689-565344dffa73, kind: Service { id: 284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa }, name: Name(\"external-dns-284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa\"), ip: 172.30.1.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 167, 59])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 7068213c-a7cd-4f1b-b697-368276e5ea37, kind: Service { id: 5f5da623-23f2-4e2f-b423-7097e8481e49 }, name: Name(\"external-dns-5f5da623-23f2-4e2f-b423-7097e8481e49\"), ip: 172.30.1.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 212, 3])), subnet: V4(Ipv4Net { addr: 172.30.1.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }, ResolvedVpcFirewallRule { action: Allow, direction: Inbound, filter_hosts: None, filter_ports: Some([L4PortRange(\"80\"), L4PortRange(\"443\")]), filter_protocols: Some([Tcp]), priority: 65534, status: Enabled, targets: [NetworkInterface { id: 08ad27df-342d-495e-a4af-9b1bd7ef97af, kind: Service { id: ac588187-c3ee-42b3-9cd7-09be6d4cd5de }, name: Name(\"nexus-ac588187-c3ee-42b3-9cd7-09be6d4cd5de\"), ip: 172.30.2.7, mac: MacAddr(MacAddr6([168, 64, 37, 255, 222, 100])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 2186fc88-ccae-445f-be44-94dc147f97b5, kind: Service { id: b381127d-ac24-4ced-abe2-28a1272fd710 }, name: Name(\"nexus-b381127d-ac24-4ced-abe2-28a1272fd710\"), ip: 172.30.2.6, mac: MacAddr(MacAddr6([168, 64, 37, 255, 171, 87])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }, NetworkInterface { id: 3a266615-9b66-4a87-93bc-6f160dec5481, kind: Service { id: 4c5d0e65-66c8-4b42-9538-d497e5b523f9 }, name: Name(\"nexus-4c5d0e65-66c8-4b42-9538-d497e5b523f9\"), ip: 172.30.2.5, mac: MacAddr(MacAddr6([168, 64, 37, 255, 151, 102])), subnet: V4(Ipv4Net { addr: 172.30.2.0, width: 24 }), vni: Vni(100), primary: true, slot: 0, transit_ips: [] }] }]"} {"msg":"resolved 2 rules for sleds","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:38.929250215Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.036520416Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6bf75015-d11c-486b-a2cb-603b3db35655\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:39.036563798Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.036575088Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.036884495Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d9552c02-2054-49be-96d3-7158ccd49c1a\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.036932486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.037253034Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.041356093Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.04164481Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.044405496Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.044630772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"resolved sleds for vpc oxide-services","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.045517133Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","vpc_to_sled":"[Sled { identity: SledIdentity { id: 67885466-b1c6-48f5-a800-f848c80749b6, time_created: 2024-12-21T05:44:01.080271Z, time_modified: 2024-12-21T05:44:01.080271Z }, time_deleted: None, rcgen: Generation(Generation(19)), rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, is_scrimlet: true, serial_number: \"sock\", part_number: \"i86pc\", revision: SqlU32(0), usable_hardware_threads: SqlU32(48), usable_physical_ram: ByteCount(ByteCount(102952026112)), reservoir_size: ByteCount(ByteCount(51474595840)), ip: fd00:1122:3344:101::1, port: SqlU16(12345), last_used_address: fd00:1122:3344:101::ffff, policy: InService, state: Active, sled_agent_gen: Generation(Generation(1)) }]"} {"msg":"sending firewall rules to sled agents","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.045534623Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.045541783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.045744538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.046740542Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.047079751Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.048189377Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.048390102Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.049873158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.05244368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.054068449Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":21,"elapsed":"715.041485ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.082956744Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.083684051Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc/001de000-074c-4000-8000-000000000000/firewall/rules\", status: 204, headers: {\"x-request-id\": \"f60fdd31-b0d7-4246-8cd7-1e61a0772180\", \"date\": \"Sat, 21 Dec 2024 05:53:38 GMT\"} })"} {"msg":"updated firewall rules on 1 sleds","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:39.084362158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/networking/src/firewall_rules.rs:496"} {"msg":"successfully propagated service firewall rules","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.084372618Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"service-firewall-rule-progator","background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","elapsed":"745.21192ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.084380908Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_firewall_rule_propagation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":3,"elapsed":"745.222242ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.14054911Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"http://[fd00:1122:3344:101::1]:12345","background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/inventory\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8525db54-ef5c-440f-923e-c6c14b4ffb3a\", \"content-length\": \"30802\", \"date\": \"Sat, 21 Dec 2024 05:53:39 GMT\"} })"} {"msg":"begin collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.154244799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nkeeper_admin_clients":0} {"msg":"end collecting all keepers","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.15427095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nkeeper_admin_clients":0} {"msg":"finished collection","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.154279Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.158515222Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.158780018Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.160311385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.16216198Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Modify","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.162224241Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.162387285Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"inserted inventory collection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:39.343936904Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/db-queries/src/db/datastore/inventory.rs:1010","collection_id":"8f11b597-ee8d-47b6-8568-f345a6a55bf9"} {"msg":"inventory collection complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.343983175Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_started":"2024-12-21 05:53:38.673094 UTC","collection_id":"8f11b597-ee8d-47b6-8568-f345a6a55bf9"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.343993445Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"inventory_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"collection_id\":\"8f11b597-ee8d-47b6-8568-f345a6a55bf9\",\"time_done\":\"2024-12-21 05:53:39.156796 UTC\",\"time_started\":\"2024-12-21 05:53:38.673094 UTC\"}","iteration":2,"elapsed":"1.004852599s"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.344005085Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Dependency"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.344012805Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.344307523Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.346132567Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.347879769Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.347903649Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.348030802Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.350352678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.350684056Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.352457469Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.354703153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.354726163Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.354894447Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:39.392518333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":23,"elapsed":"48.511227ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:47.815987019Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"521250bc-6af6-48b8-a6e0-983fe0e3cb0d","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":262,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.338133203Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.338177244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.338484332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.339006884Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":62,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.339018825Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.33923686Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.340143342Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.3425802Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.342606521Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.342730694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.345208344Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.34548153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.347294044Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.349682341Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.349698982Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.349831295Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.362391337Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.362412567Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":62,"elapsed":"24.305294ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.367856778Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.368085794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:48.396496928Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":62,"elapsed":"57.482263ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:53:57.815251763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"2b9effb1-9e2d-4f10-8576-8a8928c37a6c","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":248,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.338379161Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.338442092Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.338717509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.339427386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":63,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.339439096Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.33962914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.340627145Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.341249519Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.341480785Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.343463343Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.343477793Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.343528625Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":63,"elapsed":"4.096918ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.343651867Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.34581852Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.346071896Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.347633273Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.350103513Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.350121893Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.350249966Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.360769269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:53:58.36078661Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":63,"elapsed":"22.44302ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.809046954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"dedf753d-d1b7-4c51-a931-136fde6a3b09","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.809375632Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"dedf753d-d1b7-4c51-a931-136fde6a3b09","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:02.812049486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"dedf753d-d1b7-4c51-a931-136fde6a3b09","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3085,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.812290792Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"22ed114c-560c-4b5f-94c8-20f48c24e5b7","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:02.812541048Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"22ed114c-560c-4b5f-94c8-20f48c24e5b7","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:02.814489525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"22ed114c-560c-4b5f-94c8-20f48c24e5b7","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2234,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:07.81550542Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"f5d742a2-076b-44b9-9b9b-0c1f81e093d7","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":286,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.338649588Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.33870063Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":64,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.33871258Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.33872241Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.33873209Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.338741131Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.338749771Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.338986896Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339002917Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339100559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339709194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339729694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339744935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339758645Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339769595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339779565Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339788856Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339799946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.339811696Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339825157Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339835257Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339845807Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339855837Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339866658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339876888Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":64,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339886928Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339898368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339908919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339919049Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339929239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.339939579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.340025991Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.340049562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.340060142Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.340097633Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.340143554Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.340220586Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.340231216Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.340276268Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.341917067Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 760077237 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.341944157Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.342259615Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.342311596Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":22,"elapsed":"3.657408ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.34286262Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.34289024Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.342901271Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.342909931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.342947302Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.342955392Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.342964022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":22,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.342973112Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.342982642Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.343203048Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.343229619Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.343247239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.343263389Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 761356828 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.34328465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.343354911Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.343500915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.344756265Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.344767805Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.344773876Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.345063383Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.345281458Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.345291698Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.345477682Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.345589365Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.345599925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.345728249Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.345739299Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.345745829Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.345890472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.347196604Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.347997083Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.348072465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.348470325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.34870254Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.349185642Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.349198242Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.349367546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.350516754Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.350529024Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.350594186Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":22,"elapsed":"7.715515ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.350697128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.351073907Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.351082297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.351221301Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.353366603Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":22,"elapsed":"10.460212ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.354187112Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.354389277Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.355308909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.355576896Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.35618303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.356347594Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.356370415Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1393, tv_nsec: 774544505 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.356668492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.356690892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.357317718Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.357511472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.357945222Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.357970223Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.358006004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"15.100754ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.358098266Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.386645913Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.387076883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.387930514Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":64,"elapsed":"48.124828ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.389233935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.389506592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.390064726Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.390380473Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.39400091Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.394658056Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.394683307Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":22,"elapsed":"54.8608ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.395942567Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.395957277Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.396106941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.397382031Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.397627877Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.399887062Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.399909582Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.399916672Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.400109437Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.401167853Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.403603591Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.403620692Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.403751985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.442793684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.442829155Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.443545782Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce529aa6-b87f-42f2-bdb0-c54d8a1be660\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:54:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.443603134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.445440718Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.451891513Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.451916244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.45216459Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ed8b3dc2-5201-4c18-af4f-4625d8b55540\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:54:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.4521791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.454179038Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.462591081Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.462611991Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.462847417Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"72d42a13-6a78-498d-995e-326af21b7c83\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:54:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.462862917Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.464604359Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.465181203Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.465192783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.465602843Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"803ca03a-3cee-4a76-a99b-064bd357a495\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:54:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.465632914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.465983922Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.467451918Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.467807846Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.481949957Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.481994887Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":64,"elapsed":"143.327909ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.500569505Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.500901062Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.503241299Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":22,"elapsed":"160.362299ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.507105222Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":22,"elapsed":"167.266004ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.509421178Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.50994682Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.509958131Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.509966511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":22,"elapsed":"170.244356ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.51203611Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.512062271Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.512230295Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.514196162Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":22,"elapsed":"174.418387ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.520218717Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.520238618Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.520524065Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"37b9f71d-981c-44b2-90a7-b729db27ecab\", \"date\": \"Sat, 21 Dec 2024 05:54:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.520547325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.520852553Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.521442577Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.521745714Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59621a30-32b8-4b27-bb66-2cdf4d9b80e3\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:54:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.5232525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.523280821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.523535427Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.523612609Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.525781151Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":22,"elapsed":"187.151384ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.526851727Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.527114303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.530121046Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.530132886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.530518055Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"30bc5d97-aa99-4eea-b328-ae42fb9e3130\", \"date\": \"Sat, 21 Dec 2024 05:54:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.53111678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":22,"elapsed":"192.43983ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.531865387Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":22,"elapsed":"192.128893ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.575299893Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":24,"elapsed":"235.579848ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.578197342Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.57852632Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.580271062Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.582052125Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.582065946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.582217009Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.583677824Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.585266803Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.585279033Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.585418186Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.600345225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.600717094Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.603062191Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.603075831Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.603237295Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.612101078Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.612359104Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8732573-2782-471c-997b-2ebbd6655934\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:54:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.612379025Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.612391375Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.612628731Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.612650342Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.612659692Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.612669622Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.612678472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.612687162Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.612859856Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.612870357Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.613098652Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.613106713Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.613398969Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.61506845Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.615176172Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"50729c9c-5f90-4948-b931-8cb3f47800b4\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:54:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.615188923Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.615347486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ce1d1e3c-1e5e-4707-8762-8cdc3a3188ec\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:54:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.615363747Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.615374617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.624984818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.715465765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"509b6572-17e9-4013-9be8-9747bef8e12e\", \"date\": \"Sat, 21 Dec 2024 05:54:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.715485676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.715493936Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.715852395Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d56a32f-9e78-4f74-8a00-0fc32c67ae04\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:54:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.715879455Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.715888576Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:08.715895046Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.715994788Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3bcc8258-2ad8-41d3-b494-a33aeae021ae\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:54:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.716043369Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.716418379Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.718011157Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":22,"elapsed":"378.251761ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.72023793Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.720541608Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.724200306Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.724432381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.726199384Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.72646167Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:08.73392587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":22,"elapsed":"394.222906ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:17.815325157Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"02048b10-d657-4c74-a1e2-f8f584676586","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":265,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.338439674Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.338483685Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.338784843Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.338822443Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":65,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.338832334Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.339014478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.340896524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.341527379Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.341795925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.343544887Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.343560357Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.343729242Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.343739592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":65,"elapsed":"4.906389ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.345925985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.346130059Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.374856531Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.377269209Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.377284799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.377418922Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.390816475Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:18.390836875Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":65,"elapsed":"52.412581ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:27.815655716Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"3602331f-19da-4f40-b01f-6a7d60182cd8","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":454,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.337818141Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.337880292Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.338258762Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.339057881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":66,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.339067691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.33943931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.340327631Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.341160101Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.341467429Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.342816841Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.342825391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.342961615Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.345168818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.345333912Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.346805017Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.348956389Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.348967489Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.349097642Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.360289452Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.360310932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":66,"elapsed":"22.522302ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:28.369737259Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":66,"elapsed":"30.671818ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:37.815228257Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"8815c60f-6f71-4016-b809-70e86b45963b","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":394,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338371635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338420007Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338430617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338438707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338446587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338455177Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338461928Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338469428Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.338476428Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:44:38.338411516 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338484778Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338491158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338497949Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338504399Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338512119Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338518379Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338524989Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":67,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338532029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.33853953Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.3385469Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:54:38.33855357Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.33856178Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":13,"elapsed":"13.29µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.33857073Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.33857844Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338586551Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338593671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338732504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338745844Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.338754885Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338762635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338771485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338779345Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338787945Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338796196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338803536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338814386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338823216Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":67,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338831846Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338841997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338850817Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338859367Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338867267Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338875167Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338882398Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.338891778Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338899298Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338907188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338915468Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338925969Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338932769Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338944069Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.338952089Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.33896008Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.3389678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.33897756Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.33898835Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.33899683Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339058932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339072282Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 757381362 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339185845Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 757503935 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339202666Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339212826Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339286708Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339299298Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339309698Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339319438Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339329138Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339364509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.33937513Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.33938536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.33939603Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339617265Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339630086Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":12,"elapsed":"1.231579ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339714708Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339725678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":12,"elapsed":"1.187179ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339734158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339741358Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339748068Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":12,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339756859Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339960344Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.339968914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.340080676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.340182179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.342245319Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.342328361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:44:38.338411516 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.342340681Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"expiration\":\"2024-12-21T05:44:38.338411516Z\",\"pruned\":[]}","iteration":12,"elapsed":"3.921605ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.342441143Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.342867144Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":23,"elapsed":"4.319554ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.342975506Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.342987377Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.342995657Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.343002977Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.343009527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.343015897Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.343021777Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":23,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.343028847Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.343289654Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.343313424Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.343323865Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.343354635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.343439297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 761768998 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.343592601Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 761905571 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.343756935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.343862378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.343901739Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.345706102Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.345728272Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.345839665Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.345854006Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.346083351Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.347648199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.348390316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.35142388Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.3514553Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.35146653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.351478801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.351488461Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.351500031Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.353641773Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.354913184Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.354938624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":12,"elapsed":"15.170975ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.35560517Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.355917588Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.355933508Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.356139803Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.357793073Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.359472123Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.361556503Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":23,"elapsed":"18.545856ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.363393068Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.363853419Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.364290319Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.364562296Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.364911454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.36516877Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.366162274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.369253249Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.369282179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.369446503Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.384846534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.386676378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.388725627Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.388761608Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.389045435Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.389934046Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.389970147Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.390226793Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.393451071Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.393478441Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.393488772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.39382708Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.39385287Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.394141217Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.396657148Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.399446155Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.399476976Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.399711511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.399831424Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.399848695Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.399858075Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.400296356Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.403292908Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":23,"elapsed":"60.303191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.403730108Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.404257361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.404272751Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.404279721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.404286301Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.404679031Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1423, tv_nsec: 822997841 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.404701771Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.405023549Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.406102285Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.406125446Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.406163957Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.406382202Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.406393222Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.40670951Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.408119024Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.408295508Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.408869242Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.408880972Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.409098987Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.409450156Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.409471786Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.409486377Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":12,"elapsed":"69.724908ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.412492039Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.414413745Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.414788504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.416010214Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":67,"elapsed":"77.227468ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.416185318Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.416200538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.416420033Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.418487863Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.418520194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.418532914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.418543425Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.418733309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.418927734Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.419569259Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.420070361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.420502182Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.422061899Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.422381567Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.422489559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.42250642Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.422664494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.425532883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.425551983Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.425813159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.436976468Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.438223158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.438580627Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.439990371Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.440008251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.440172465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.447145503Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.447176024Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":23,"elapsed":"108.420989ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.448961676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.448982567Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":67,"elapsed":"110.492599ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.450838882Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.45119447Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.451422196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.451447556Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.451463907Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.451763234Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.453223239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.453237499Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.45324754Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":12,"elapsed":"114.399793ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.453638579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.453648309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.453658429Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":23,"elapsed":"114.807032ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.45450384Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"115.743025ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.455134045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.458990598Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.459024909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.459284115Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.46696466Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.467027061Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":23,"elapsed":"128.259026ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.467275097Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":23,"elapsed":"124.286271ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.467435241Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.467448731Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.467458902Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.46779695Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.469323006Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.469839399Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.469948172Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.469998693Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.47031515Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56dec402-ea31-4050-982c-30998fb7571b\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.470342721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.471006437Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.47156178Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.472274648Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.475256889Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.475341571Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.475371882Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.475520586Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.477141925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.477160665Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.477311359Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.477423901Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.477455132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.477469422Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.477479013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2}","iteration":12,"elapsed":"139.000014ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.493872007Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.494851941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.495180319Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.496760977Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.496780457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.496791898Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.496800778Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.496941861Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.496994472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":23,"elapsed":"153.999086ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.497049794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0613370d-2282-4b91-9f7d-1eeea3cc1afc\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.497063034Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.498250762Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.499626806Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.499647596Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.499657227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.499666097Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1}","iteration":12,"elapsed":"161.26109ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.504217456Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":25,"elapsed":"165.411481ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:54:38.50770344Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.507722701Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":12,"elapsed":"168.895514ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.51974112Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(3)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.51976972Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":12,"elapsed":"181.220641ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.598513605Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.598874444Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.600284568Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.602189594Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.602203564Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.602385348Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.60537071Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.605389831Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.605706868Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f50d1f90-65ea-4743-9ba1-0cb818aefd08\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.605724389Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.607634705Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.620281999Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":23,"elapsed":"281.821422ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.632512813Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.632921363Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"c546cc66-2c4f-4055-9269-6b47945d2da6\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.632935674Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.634613104Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"e3375ff4-6401-4711-9005-a9a438333828\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.634629174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.635227449Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.636670243Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.636684474Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"298.337958ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.653344534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.653631512Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"76430ea5-13c3-4be8-a92b-255e2cb7ef78\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.655969808Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.656270335Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.680102638Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.680129809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.68060477Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d4d2cfea-a194-4ab8-851a-d9dadf536724\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.680639281Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.681031341Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.681788709Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.68183109Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":23,"elapsed":"343.457385ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.683575192Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.683589892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.683758926Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.696016531Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.696041272Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.696266347Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"8b4b30f7-bf27-4834-9367-c95b3e78943f\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.696278378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.696526394Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.698382538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.698571073Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.701070513Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.701289518Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.713140443Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.713604695Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"8e69df2e-7a20-4f8b-aaed-b950a04a2785\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.713619675Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.714971497Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"255cf7e7-7ccb-4b93-894e-67ae40787c8d\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.714981928Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.716391982Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"fb89b3b4-e4b0-4b43-9df1-2da5f4301f20\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.716402532Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.718094052Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.718136264Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":14,"elapsed":"379.635975ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.751326752Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.751667331Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afdadd8a-45e7-4989-819c-8f345da9a3f9\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.751690551Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.751700231Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.751707921Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.75247197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":23,"elapsed":"413.612982ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.754506419Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.754517289Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.754926119Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"d94fa988-9695-4144-aa15-f93f8860bebc\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.756708972Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":23,"elapsed":"417.979798ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.78903133Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.789370708Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.790798502Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.790816602Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.791085499Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.79859164Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.798876936Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a3bdb611-492e-4d97-b3ac-0f00220d6940\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.798896827Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.798907347Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.799169554Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.799182204Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.799189294Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.799197554Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.799205314Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.799212475Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.799391899Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.799403949Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.799641165Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.799651635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.79983639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.801823057Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.801970801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8527158d-849b-48a8-837e-22e6db37c2a6\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.801986111Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.802064973Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59978ff6-ce64-4478-8457-fb48d2365ef4\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.802078564Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.802088494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.905536122Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b3a95d6f-626d-4777-ba64-6bd8ac0ff90d\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:38.905584843Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.905595914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.905843909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"068d9c5d-717b-4f1d-833d-136694f03bd9\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:54:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.905892381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.906216758Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.909369174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.90960275Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.913158646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.913431712Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.915458691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.915764488Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:38.922686765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":23,"elapsed":"583.956451ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:39.243755891Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:39.243789021Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:39.273721722Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:39.273830104Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:55415"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:39.274001988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1554a60e-a4d8-4754-bd8f-cfcee4d951c8","remote_addr":"[fd00:1122:3344:101::c]:55415","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:39.274319366Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"1554a60e-a4d8-4754-bd8f-cfcee4d951c8","remote_addr":"[fd00:1122:3344:101::c]:55415","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:39.314487423Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/oximeter.rs:76","collector_id":"5539f2b1-1861-4dbb-974a-1247914c9a95","producer_id":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:39.314518333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/producers","method":"POST","req_id":"1554a60e-a4d8-4754-bd8f-cfcee4d951c8","remote_addr":"[fd00:1122:3344:101::c]:55415","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":40591,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:39.314574885Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1554a60e-a4d8-4754-bd8f-cfcee4d951c8\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 05:54:39 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:39.316127352Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:39.316139412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:47.815388702Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"d98df48a-3717-450f-a581-e93363a5cf2c","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":268,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.33852717Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.338585602Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.339037323Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.339100094Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":68,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.339120765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.339385321Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.341298077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.341475121Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.341714187Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.344949245Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.344962595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.345137679Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.346440601Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.346670776Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.348455309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.350883788Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.350898998Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.351030311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.366401761Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.366439592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":68,"elapsed":"27.922032ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:48.37716448Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":68,"elapsed":"38.058266ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:54:57.815052976Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"8f35b264-e992-4156-9365-41875a6737b7","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":365,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.338193454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.338238765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.338528772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.33927926Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":69,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.33929848Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.339578657Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.340743325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.340919199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.342496577Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":69,"elapsed":"3.208117ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.366315941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.369051076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.369069067Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.369229751Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.371228629Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.371452484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.373147755Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.375497071Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.375510482Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.375651355Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.386741072Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:54:58.386764113Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":69,"elapsed":"48.593789ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:07.815034066Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"238ec427-8f49-4337-8628-63f9976a1589","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":314,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.338184175Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.338234226Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.338243856Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.338251876Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.338259907Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.338267117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.338274327Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.338530333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.338571054Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.338611655Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339277841Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339301841Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339311082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339318842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339325372Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339332392Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339339542Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339347393Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339354243Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339361003Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339368053Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339375273Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339382554Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339389234Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":70,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339395964Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339403424Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339409484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339415914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.339423375Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339431365Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339507437Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339525367Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339708531Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339726122Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339735892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339744382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339784523Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339815494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.339824404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.34171905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 760200920 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.342041018Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.342412866Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.342479628Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":24,"elapsed":"4.281343ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.342538139Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.34255129Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.34255911Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.3425671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.34257404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.342582111Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.342588511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":24,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.342595781Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.342628632Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 761112102 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.342837377Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.342889588Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.342952169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.34296343Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.34297074Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.343158174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.344693911Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.344703742Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.344709872Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.344946537Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.345614644Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.345630614Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.345724056Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.345737606Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.345794098Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.34591036Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.347787946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.348141554Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.348235907Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.349587299Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.350923321Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.350939372Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.351136316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.351186398Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.351196758Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.351364032Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.351481615Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.351499095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.35169588Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.35254845Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.352574911Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.352761605Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.35792983Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":24,"elapsed":"15.345629ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.360830439Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.360887631Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.36126285Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.361347592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.363220047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.364729373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1453, tv_nsec: 783199163 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.365232105Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.366596408Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.366994778Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.36791365Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.367945261Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.368179807Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.383561677Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.383594447Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":70,"elapsed":"45.398933ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.385216536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.385523644Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.386889997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":24,"elapsed":"44.341817ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.389621022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.390060153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.392115542Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.392236855Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.392379639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.392574563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.394466879Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.394713665Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.394776256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.394957881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.395223117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.395234538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.395241508Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.395456063Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.396930738Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.399609013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.399628093Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.399862619Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.406124549Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.407911992Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.407936543Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.408075796Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.420027714Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"80.721583ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.447324991Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.447345201Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.447658079Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"1ae46a85-044e-4c46-a0b8-c43d0414bd7f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:55:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.44768156Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.449476343Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.457752472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.457773972Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.458058599Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"10e673d0-eaf7-4104-9b4d-b3bdbd4ecfdb\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:55:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.45807591Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.460694082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.572401381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.572692008Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f8e6bb09-d3d1-4ca7-98d2-58ed7c97778a\", \"content-length\": \"1\", \"date\": \"Sat, 21 Dec 2024 05:55:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.573953888Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.574263155Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.631303418Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.631339529Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.631683317Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"4c52e1ad-5c5b-4c26-b1ea-1cb6502f305f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:55:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.631713408Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.63305814Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.659894236Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vmms/1074852b-efc2-4d12-a5fc-d885405cbf4e/state","method":"GET"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.663982854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.664447025Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.666837443Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":24,"elapsed":"328.668888ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.6845664Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":24,"elapsed":"346.332644ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.695096303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":70,"elapsed":"355.73273ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.695588345Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.695912153Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.698455194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.701142028Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.70119218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.701404815Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.703027284Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":24,"elapsed":"363.687661ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.707169404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":24,"elapsed":"364.610934ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.708085415Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.708101066Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.708110876Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":24,"elapsed":"368.822585ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.737341479Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":24,"elapsed":"394.764069ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.780134539Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.780462397Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.782842154Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":26,"elapsed":"443.559533ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.786170614Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.786542953Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.79390624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.793924141Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.794350521Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"acfd56b9-eb8b-43e3-80fe-26d20134d254\", \"content-length\": \"523\", \"date\": \"Sat, 21 Dec 2024 05:55:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.794372832Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.794605417Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.795834047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.79636909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.79638296Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.796717798Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.797715262Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.797727072Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.797904437Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.806250417Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.806565935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"83c016aa-6ec6-4d68-bbaa-2ff51f445df1\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:55:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.806586525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.806598475Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.806952954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.806964284Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.806972404Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.806980914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.806988835Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.806996955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.807169679Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.807179619Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.807413605Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.807422155Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.80762848Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.8101132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.810225883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"92bbb6fb-2bbe-4ff2-8a1b-558e62ade506\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:55:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.810239973Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.810331175Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"fdf359b7-115d-40fe-9c95-873f6d05e6e5\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:55:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.810344455Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.810355976Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.81217149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{230cbb3f-fd82-41ff-b241-18559d2a8099: {10.151.2.176: {27af947d-3919-4aa9-a4d4-478b14599c0a}, 10.151.2.175: {27af947d-3919-4aa9-a4d4-478b14599c0a}}}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.81218378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.826850653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.828607915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.828632295Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.828768859Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.86458012Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.908972259Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"484a170e-e956-4743-98cc-052637924de4\", \"date\": \"Sat, 21 Dec 2024 05:55:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.908996819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.909006129Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.912906563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"56849ba8-5837-4969-b49f-120299ace1b2\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:55:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.912965125Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.913304213Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.913373595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"9450e434-a16f-40e4-a53f-cf3891c7a3fc\", \"date\": \"Sat, 21 Dec 2024 05:55:08 GMT\"} })"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.913384965Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6f19bc47-ffec-4262-8790-1d826f3621c4\", \"content-length\": \"810\", \"date\": \"Sat, 21 Dec 2024 05:55:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.913395565Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.913429476Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{VirtualNetworkInterfaceHost { physical_host_ip: fd00:1122:3344:101::1, virtual_ip: 172.30.0.5, virtual_mac: MacAddr(MacAddr6([168, 64, 37, 240, 0, 0])), vni: Vni(3498081) }}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.913441406Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:08.913449796Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.9135794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.915692621Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.915717341Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":24,"elapsed":"576.412279ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.916061219Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.917421682Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.917634277Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.919550283Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.919759918Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.920999878Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.921210763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.922820602Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.922982166Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.922993156Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.923260472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.925442765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.925622149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.928672073Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.928835097Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.929966444Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":24,"elapsed":"590.698314ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.933471558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.933792646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.935591009Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.935788164Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.937186158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.937400953Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.938999271Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.939172295Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.943251534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.943447818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.944638707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.944834122Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.946205755Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.946406709Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.947424684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.950975919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, lookup_type: ById(0cccb791-faa1-4a28-8d2b-175c6fc167b3) }, key: b2eeea48-125f-4835-812c-c33c17d5f1fa, lookup_type: ById(b2eeea48-125f-4835-812c-c33c17d5f1fa) }, key: 6b9e116c-4362-4a28-868d-f8602bed42db, lookup_type: ById(6b9e116c-4362-4a28-868d-f8602bed42db) }, key: 3c440ac3-dd89-4efa-9124-e97178c54bb8, lookup_type: ById(3c440ac3-dd89-4efa-9124-e97178c54bb8) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.953215303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.953399358Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.954610777Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.954801511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.956126974Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.95640032Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.957806194Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.961598175Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"VpcRouter { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, lookup_type: ById(0cccb791-faa1-4a28-8d2b-175c6fc167b3) }, key: b2eeea48-125f-4835-812c-c33c17d5f1fa, lookup_type: ById(b2eeea48-125f-4835-812c-c33c17d5f1fa) }, key: 6b9e116c-4362-4a28-868d-f8602bed42db, lookup_type: ById(6b9e116c-4362-4a28-868d-f8602bed42db) }, key: 3c440ac3-dd89-4efa-9124-e97178c54bb8, lookup_type: ById(3c440ac3-dd89-4efa-9124-e97178c54bb8) }","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.961623126Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.961784699Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.964358732Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.964623548Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.965680673Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.965899598Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.967043656Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.96721528Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.968701226Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.968896201Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.970781216Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.97095403Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.97220144Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.972415575Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.97343523Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.973638965Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.974854924Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.978193634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"VpcSubnet { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, lookup_type: ById(0cccb791-faa1-4a28-8d2b-175c6fc167b3) }, key: b2eeea48-125f-4835-812c-c33c17d5f1fa, lookup_type: ById(b2eeea48-125f-4835-812c-c33c17d5f1fa) }, key: 6b9e116c-4362-4a28-868d-f8602bed42db, lookup_type: ById(6b9e116c-4362-4a28-868d-f8602bed42db) }, key: 83b7c4c4-49c4-4682-99dd-d70ad43aa0c6, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.978207735Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.978356118Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.979895405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.98008252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.981564595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.98173691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.983184754Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.983360179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.992620852Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.992852687Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.993973094Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.994143888Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.995443949Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.995625744Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:08.996809752Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:09.000228185Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"InternetGateway { parent: Vpc { parent: Project { parent: Silo { parent: Fleet, key: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, lookup_type: ById(0cccb791-faa1-4a28-8d2b-175c6fc167b3) }, key: b2eeea48-125f-4835-812c-c33c17d5f1fa, lookup_type: ById(b2eeea48-125f-4835-812c-c33c17d5f1fa) }, key: 6b9e116c-4362-4a28-868d-f8602bed42db, lookup_type: ById(6b9e116c-4362-4a28-868d-f8602bed42db) }, key: 27af947d-3919-4aa9-a4d4-478b14599c0a, lookup_type: ByName(\"default\") }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:09.000253375Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:09.000263345Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:09.000785828Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2b3652ac-fafb-4f2a-8fc4-c94c82adb99e\", \"date\": \"Sat, 21 Dec 2024 05:55:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:09.002203212Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":24,"elapsed":"662.821299ms"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:09.101095232Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vmms/1074852b-efc2-4d12-a5fc-d885405cbf4e/state\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9917a405-e928-48a7-a4eb-8ab4e46918bc\", \"content-length\": \"131\", \"date\": \"Sat, 21 Dec 2024 05:55:09 GMT\"} })"} {"msg":"updating instance state","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:09.108044239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"vmm_id":"1074852b-efc2-4d12-a5fc-d885405cbf4e","sled_id":"67885466-b1c6-48f5-a800-f848c80749b6","instance_id":"4c918145-f5b2-4879-b176-6a46c3dfa233","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","state":"SledVmmState { vmm_state: VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-12-21T05:55:01.312758638Z }, migration_in: None, migration_out: None }"} {"msg":"received new VMM runtime state from sled agent","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:09.10808324Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"vmm_id":"1074852b-efc2-4d12-a5fc-d885405cbf4e","sled_id":"67885466-b1c6-48f5-a800-f848c80749b6","instance_id":"4c918145-f5b2-4879-b176-6a46c3dfa233","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/instance.rs:2077","migration_state":"Migrations { migration_in: None, migration_out: None }","vmm_state":"VmmRuntimeState { state: Starting, gen: Generation(2), time_updated: 2024-12-21T05:55:01.312758638Z }","propolis_id":"1074852b-efc2-4d12-a5fc-d885405cbf4e"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:09.10809819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"vmm_id":"1074852b-efc2-4d12-a5fc-d885405cbf4e","sled_id":"67885466-b1c6-48f5-a800-f848c80749b6","instance_id":"4c918145-f5b2-4879-b176-6a46c3dfa233","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:09.108401018Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"vmm_id":"1074852b-efc2-4d12-a5fc-d885405cbf4e","sled_id":"67885466-b1c6-48f5-a800-f848c80749b6","instance_id":"4c918145-f5b2-4879-b176-6a46c3dfa233","background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:09.155818239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":1,"total_instances":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:09.157745455Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{\"starting\":1},\"pruned_instances\":0,\"total_instances\":1,\"update_sagas_queued\":0}","iteration":24,"elapsed":"818.378762ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:17.81680103Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"bee444bf-2462-4917-b0ec-ac9b431f7774","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2741,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.338118364Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.338161575Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.338473533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.338514414Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":71,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.338524514Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.338713429Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.340101022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.341399973Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.341763302Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.342534301Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.342550411Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.342677724Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.3450097Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.345158794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.347141671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.349787585Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.349805456Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.349961069Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.36246009Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.362486531Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":71,"elapsed":"24.383617ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:18.372235405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":71,"elapsed":"33.713211ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:27.814698361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"4c42f151-51bc-4cd6-9e6e-b967f5ba593e","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":574,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.338044804Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.338089005Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.338393422Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.338431883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":72,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.338442424Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.338617078Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.340454112Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.340919193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.341283652Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.343072235Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.343087095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.343226959Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.343535136Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":72,"elapsed":"5.094543ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.345486823Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.345717749Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.347408539Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.349876839Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.349895089Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.350028693Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.361744104Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:28.361800396Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":72,"elapsed":"23.739402ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.808555684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"5d243b92-c01e-4b23-bfa0-60cc9abe4c89","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.808914382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"5d243b92-c01e-4b23-bfa0-60cc9abe4c89","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:32.811820122Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"5d243b92-c01e-4b23-bfa0-60cc9abe4c89","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3352,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.812104859Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"89cd1a61-6d06-4e6f-9c9d-b18759ba7c6d","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:32.812440947Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"89cd1a61-6d06-4e6f-9c9d-b18759ba7c6d","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:32.81421242Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"89cd1a61-6d06-4e6f-9c9d-b18759ba7c6d","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2177,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:37.815518272Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"07f687ae-62ca-4b11-a94c-867b22e6263f","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":554,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.337890202Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.337949703Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:55:38.337967324Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.337983484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":14,"elapsed":"13.78µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.337998484Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338012285Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338026375Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338041195Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338053626Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338065146Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338076916Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338089956Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.338103297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:45:38.337924983 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338116317Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338128117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338140988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338153298Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338164358Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338175089Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338186419Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338199279Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338210269Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.33822287Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":73,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.33823563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.33824721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338393494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338406734Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338419055Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338489036Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338499376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338510767Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338520797Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338528007Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338535277Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338541857Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338548947Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338555478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338562058Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338569218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.338575578Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338581658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338588228Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338594089Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338600159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338606769Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338614289Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338620489Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338627709Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.3386341Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.33864157Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.33864787Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":73,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.33865504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":6,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.33866219Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338668661Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338675341Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.338682691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338688911Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338695211Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338701671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338766693Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 757412723 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338782223Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 757420923 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338803074Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338838074Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338930837Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338940757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338984178Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.338994078Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339003089Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339016779Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339025229Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.33906247Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.33907305Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339117121Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339125801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339169873Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339183923Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339298985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339310546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339318736Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339325436Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":13,"elapsed":"1.388904ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339340497Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339421208Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339430779Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":13,"elapsed":"1.454146ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339442489Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339451179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339622853Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.339657024Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.340386682Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.340395362Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":13,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.340402512Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.340408792Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.340415283Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.340633668Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.340652348Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.340775801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.341442697Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:45:38.337924983 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.341457328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"expiration\":\"2024-12-21T05:45:38.337924983Z\",\"pruned\":[]}","iteration":13,"elapsed":"3.523255ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342261937Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342437151Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342447301Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342455072Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342462522Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342469202Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342476292Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342482642Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":25,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342489202Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342599145Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342673797Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":25,"elapsed":"4.632891ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342757279Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342777169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.34280038Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342835961Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.342938733Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 761588884 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.34322674Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.343724122Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 762376862 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.343957668Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.344916791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.344929391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.345106285Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.345386322Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.345396402Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.345535486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.347926343Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.348662131Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.350158057Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.350170587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.350351831Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.351287764Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.351310245Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.35153634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.352582085Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.354499801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.354527812Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.354639865Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.354664625Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.356072349Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":13,"elapsed":"15.673167ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.356978431Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.356995651Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.357127245Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.364504342Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.370170299Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.372693139Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.37272288Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.37273169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.37273861Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.373106649Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.375585439Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.37604887Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.391983593Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.392426924Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.397636909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.39851345Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.398763367Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.400302973Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.400418606Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.400866077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.400929929Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.400941689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.401211755Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.401755979Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.401776069Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.402012975Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.402097417Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.402128637Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.402284441Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.403922621Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.403950671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.404123216Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.404248539Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.404417023Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.40474325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.405011887Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1483, tv_nsec: 823658347 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.405039918Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.405284984Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.405311354Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.405319834Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.405357145Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.405485948Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.40556001Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.406110703Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.407114108Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.408668805Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.408681375Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.40886111Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.40887733Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.409540156Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.409569416Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.409769941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.411162595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.411184335Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.411192266Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.411199806Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.411208996Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":13,"elapsed":"70.812774ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.411266227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.411342939Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.411729068Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.411840111Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.411854451Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.412122838Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.413324877Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.413571803Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.414138406Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.41430243Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.414318551Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.414409813Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.414506125Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.414629738Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":73,"elapsed":"76.03334ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.415166811Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.416548955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":25,"elapsed":"74.110663ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.416828241Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.416855332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.417156359Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.417379784Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.417391185Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.417534528Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.420353956Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"crdb_node_id_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"nsuccess\":5}","iteration":6,"elapsed":"81.740407ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.427479778Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":25,"elapsed":"85.016846ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.43175721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.431776401Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":73,"elapsed":"93.720176ms"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.43631132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.43632464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.436337101Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":13,"elapsed":"97.705841ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.440740757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.441086025Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.442789286Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.443148304Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.443197696Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.443440362Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.443699318Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.445096331Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.445121042Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.445201564Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.445281086Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.445941012Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.445952392Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.445962312Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.446207228Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.446824613Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"108.281915ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.448747929Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.44877451Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.448954294Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.449160579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.450514592Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.450542822Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.45085335Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.452867058Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.452899799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.453130985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.455162673Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.455183004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.455193434Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.455200065Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.455206905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.455492492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.455665646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.455680486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.455916702Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.456930596Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.457184712Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.457790177Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.457804967Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.457812757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.458022642Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.458440103Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.458451693Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.45874502Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.458854122Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.459147009Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":1,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.45916185Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":1,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":25,"elapsed":"120.579911ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.46624779Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":25,"elapsed":"123.796649ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.484972581Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.484990311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.485302969Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ecfa8bcf-9589-448c-b8dd-4e8b26195214\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:55:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.485321569Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.487087052Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.487375449Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.488887195Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.51611297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":27,"elapsed":"177.569373ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:55:38.538882348Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.538914149Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":13,"elapsed":"200.338761ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.562447715Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.562474306Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.562730472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5b0d75c4-76bb-4050-b176-a011a573845f\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:55:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.562747532Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.564425443Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.585442648Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.617955321Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.617979431Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.61833272Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ae737a02-127d-442b-97a5-90ac210a6d04\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:55:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.618369751Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.61876202Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.619285623Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":25,"elapsed":"280.646784ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.620046671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.621205409Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.6212246Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.62123367Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.62124335Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1}","iteration":13,"elapsed":"283.352278ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.623119515Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.623133226Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.62333555Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.623494564Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.62375135Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"de82a851-bf25-411c-913d-ec01517fab72\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:55:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.624718173Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.625014661Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.626750202Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":25,"elapsed":"288.744738ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.636838955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.64908802Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.649114851Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.649426458Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5a12bba2-1e69-4a4c-900b-c34851047c5c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:55:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.649444539Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.651240932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.658376383Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":25,"elapsed":"315.901111ms"} {"msg":"found Silo/DNS/TLS config (changed)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.659345727Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/external_endpoints.rs:94","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.659373138Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":13,"elapsed":"321.350642ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.66032006Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.660337111Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.660346331Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":25,"elapsed":"321.794583ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.664000189Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.664021439Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.664030999Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.66444344Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.665931555Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.668603309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.66861594Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.668765673Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.670837743Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.670850704Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.670860214Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.670870474Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2}","iteration":13,"elapsed":"332.957261ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.679487791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.679513382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.67983471Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"a04e236a-dfd1-4248-ac30-e08748c01bf4\", \"date\": \"Sat, 21 Dec 2024 05:55:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.67984797Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.68026063Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.682181516Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.682409582Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.685537997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.685801073Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.688590541Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.688607791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.68900191Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"dc1c0109-ae3c-4f5c-b600-8c04483a7d4f\", \"date\": \"Sat, 21 Dec 2024 05:55:38 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.690598929Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":25,"elapsed":"352.058431ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.701144312Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.701555433Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"21d60df3-38fa-4f85-ad6f-5a92b7788e7a\", \"date\": \"Sat, 21 Dec 2024 05:55:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.701575053Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.703857268Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"7efa4015-74f9-4a21-b891-4cc9e7d361b1\", \"date\": \"Sat, 21 Dec 2024 05:55:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.703869278Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.705248061Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.705273932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"367.310718ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.707837174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.708324165Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"024242b1-7386-41ae-8688-e0769d29915d\", \"date\": \"Sat, 21 Dec 2024 05:55:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.708341556Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.710374355Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"7e148ab2-1429-4702-a4df-8c293c57c3b9\", \"date\": \"Sat, 21 Dec 2024 05:55:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.710393575Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.711725377Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"74f8a3b5-2829-4cbd-9f82-158ae6d3f289\", \"date\": \"Sat, 21 Dec 2024 05:55:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.711736807Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.713200663Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":25,"elapsed":"375.144337ms"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.71392111Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.713967821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":15,"elapsed":"376.1081ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.722385974Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.72263173Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.723959972Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.725635252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.725647922Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.725791246Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.727400384Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.728973662Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.728983833Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.729123986Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.753319738Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.753601905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.755794347Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.755813178Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.755977082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.769155569Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.769491417Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"67e0057a-3d30-4aa4-b19d-32aed5181e9c\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:55:37 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.769512008Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.769522948Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.769749293Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.769761464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.769768834Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.769776584Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.769784024Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.769792195Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.769950988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.769961559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.770191834Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.770200264Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.770521432Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.772910079Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.773024082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"94c9c700-bcc8-4498-81ac-601058f138b3\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:55:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.773037782Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.773134275Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5fd35d06-050b-4c9b-bf45-f217bd08337f\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:55:37 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.773150445Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.773163545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.819361047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.871500911Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"b5459c4d-1011-4a48-9d05-39010df71d2e\", \"date\": \"Sat, 21 Dec 2024 05:55:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.871524842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.871536102Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.87186637Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"d61b138f-c87b-4002-99ad-8097dee15802\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:55:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.87188951Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.871900201Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:38.871909231Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.872015094Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"800a871d-e3fc-4f8c-b263-c8a5749b255c\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:55:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.872058004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.872360302Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.874092333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":25,"elapsed":"535.526275ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.876333167Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.876646295Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.879288218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.879512384Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.881574313Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.881828199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:38.889364291Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":25,"elapsed":"550.842514ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:47.80834297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"62c4a7b7-b956-4fa8-b675-e783b3d065a3","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:47.808632297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"62c4a7b7-b956-4fa8-b675-e783b3d065a3","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:47.811737492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"62c4a7b7-b956-4fa8-b675-e783b3d065a3","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3462,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:47.811957628Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"cdbf52cb-6657-4ed6-8576-fbc956b32f13","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:47.812301506Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"cdbf52cb-6657-4ed6-8576-fbc956b32f13","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:47.814210142Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"5196d185-27a3-4713-87a5-50f952b89adf","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":251,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:47.814723164Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"cdbf52cb-6657-4ed6-8576-fbc956b32f13","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2820,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.337821181Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.337866252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.33819576Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.338795695Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":74,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.338806885Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.339125482Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.340058575Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.342562935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.342579896Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.342722209Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.345044095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.34526822Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.346644834Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.349126643Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.349140603Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.349281117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.360848925Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.360894836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":74,"elapsed":"23.064685ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.367843233Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.368067019Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:48.36977783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":74,"elapsed":"30.980836ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:55:57.814678174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"d7f674cc-db05-4b16-9a29-8c0d6e389278","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":460,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.337826283Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.337874584Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.338173301Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.338767926Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":75,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.338785876Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.339037662Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.366985454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.36720658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.367603799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.370237053Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.370266723Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.370414547Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.372144289Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.372426575Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.37428492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.37677983Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.376804281Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.376928624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.390019459Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.390048509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":75,"elapsed":"52.234557ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:55:58.401921595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":75,"elapsed":"63.15248ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.808181049Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"f5e40bee-9bf6-45d6-abb8-73c961b21a87","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.808690731Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"f5e40bee-9bf6-45d6-abb8-73c961b21a87","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:02.811723504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"f5e40bee-9bf6-45d6-abb8-73c961b21a87","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3662,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.812020371Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"be0be32c-08a7-432f-8400-53dba7161df0","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:02.812369089Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"be0be32c-08a7-432f-8400-53dba7161df0","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:02.814530311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"be0be32c-08a7-432f-8400-53dba7161df0","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2581,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:07.815218509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"80ba75ac-5510-45cb-a3f2-ba039e56507c","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":400,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.337410444Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.337482946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.337503406Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.337521267Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.337536987Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.337553707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.337570288Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.337988248Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338012978Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338029599Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338520161Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338530401Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338538281Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338545581Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338552671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338559622Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338567482Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338574412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338581512Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338589142Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338596612Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338604143Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338610453Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338617573Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338624833Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338631453Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.338637993Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338645344Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":76,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338652804Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338658904Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338749066Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338760316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338823108Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.33891589Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.338985722Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.339004252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.339018443Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.339081574Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.339106445Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.340701653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.34095982Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.34098511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 759792510 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.341290127Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.34139437Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 760206360 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.341618835Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.341782039Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":26,"elapsed":"4.328374ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.342001645Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.342736932Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.342752023Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.342759773Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.342767433Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.342773743Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.342779763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.342786743Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.342793433Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":26,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.342800964Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.3430773Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.343087801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.343097951Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.343148832Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.34473485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.344744831Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.344879974Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.344890074Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.344956886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.345018847Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.345028637Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.345077248Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.345200722Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.345519479Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.34555872Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.345669333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.346749309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.347767573Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.348273516Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.348616164Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.348791318Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.348802438Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.348972502Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.349667589Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.349678219Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.349827163Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.350570711Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":26,"elapsed":"7.795567ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.352301952Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.352542098Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.353014379Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.353255975Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.354565037Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.354753091Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.355363696Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1513, tv_nsec: 774165216 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.355666643Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.375302546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.375594603Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.377216742Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.377528489Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.379775854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.379841115Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":26,"elapsed":"37.096393ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.380020369Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.384308303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.385525182Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.385654085Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.385712956Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.3858438Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.385993663Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.386006303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":26,"elapsed":"47.468672ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.386251849Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.386263079Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.386469795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.388196146Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.388214797Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.388398531Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.388951684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.388965584Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.388972835Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.389043566Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.389057037Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.389175Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.389253731Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.389363534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":76,"elapsed":"50.741981ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.394139949Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.394424436Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.397576612Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":28,"elapsed":"59.043191ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.413855483Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.416421885Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.416453676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.41661787Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.419769546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"81.211764ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.421506628Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":26,"elapsed":"78.747775ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.442454152Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.442468492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.442557894Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.442567914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.44279731Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ad3b4c53-a878-4f81-8ecd-00840480740c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:56:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.44281361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.442885402Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"14f2f6bb-e9ab-49fa-8d21-eba394825c5d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:56:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.442900473Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.443997079Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.444790738Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.448748133Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.449055061Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.46148745Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.46149876Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.461743216Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6798e911-122a-48da-9ea1-9bc91bab372b\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:56:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.461761256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.463205351Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.511306708Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.511329679Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.511745309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"dd9380e9-7dfb-4d56-8dfa-c4aa15023c9a\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:56:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.511765839Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.512010405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.514573907Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":26,"elapsed":"176.042746ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.521298789Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.52132866Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":76,"elapsed":"183.923736ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.521596776Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.521929624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.523508742Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.525242224Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.525258784Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.525413268Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.526998256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.528788009Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.528797819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.528947113Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.54837029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.548394061Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.548402301Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.548616026Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.549745783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.549932458Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.551903615Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":26,"elapsed":"209.139722ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.56331083Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.56332487Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.563656168Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"b81904a5-810d-404b-8ecb-807c26f2d5d5\", \"date\": \"Sat, 21 Dec 2024 05:56:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.563667958Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.563858303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.565678067Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.565842851Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.56870823Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.56915886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.5915819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.591605921Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.591616331Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":26,"elapsed":"253.034629ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.650378265Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.650689772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"afd273ab-e50a-4926-862c-0b060a6cfc2e\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:56:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.65185386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.652134047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.661978454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.662455296Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"b7cfee79-fd87-49e0-aeda-1097dd1b589e\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:56:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.662476726Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.662485786Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.662493117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.663954972Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":26,"elapsed":"325.377059ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.664401362Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":26,"elapsed":"326.925147ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.664580547Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":26,"elapsed":"327.215203ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.665344845Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.665353985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.665681613Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"b267a064-0d73-44f6-a294-2bd939e328dc\", \"date\": \"Sat, 21 Dec 2024 05:56:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.667100187Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":26,"elapsed":"328.505555ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.701103495Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.701446184Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.703013492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.703025792Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.703188126Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.709137369Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.709395895Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"172730f6-6935-4949-ad4e-59018538ef71\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:56:08 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.709423616Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.709433956Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.709690992Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.709700632Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.709707653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.709715553Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.709722693Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.709729763Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.709893067Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.709903037Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.710135693Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.710144243Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.71042366Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.712203602Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.712309225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cdd122a0-2587-4424-8ecd-6b5290d6499b\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:56:08 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.712320305Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.712402307Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"944c7804-d9f1-4380-8af1-9089db49aad2\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:56:08 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.712415048Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.712424868Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.812782632Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"6823c4c5-ae77-443c-8c8b-5bb2dfaee00b\", \"date\": \"Sat, 21 Dec 2024 05:56:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:08.812807233Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.812818063Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.813036568Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"59a5a26b-e3a2-449c-8faa-3ddf10fb75aa\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:56:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.813076449Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.813311555Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.816672256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.816972883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.819309949Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.819486443Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.821205525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.82139352Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:08.828968762Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":26,"elapsed":"490.447491ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:17.814276197Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"4d219a9e-419c-4a66-a61d-4ba7094eafe0","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":302,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.337382455Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.337422525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.337748253Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.338473051Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":77,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.338521282Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.338688836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.339558407Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.342039676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.342052947Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.34219691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.344483935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.344901585Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.34675941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.349331012Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.349344642Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.349489876Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.3617159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.361740601Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":77,"elapsed":"24.372076ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.367764286Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.36795328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:18.369013626Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":77,"elapsed":"30.554545ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:27.814025213Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"a8ce31f7-a06c-45fa-b72f-4779c0ff75b8","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":288,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.337345015Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.337408337Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.337644482Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.33839753Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":78,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.338407611Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.338587465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.339781854Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.340164123Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.340525052Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.342218162Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":78,"elapsed":"3.814072ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.342235643Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.342245883Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.342391677Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.344112218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.344266802Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.345613794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.347883759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.347898309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.348025422Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.357618753Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:28.357642573Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":78,"elapsed":"20.321649ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:37.814554927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"1ac5f5c8-f886-4fbd-95fa-504311a026da","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":476,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337710835Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337750036Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337760686Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337769867Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337779727Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337790267Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337799317Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337808457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337816508Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337825168Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:56:38.337834408Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337845358Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":15,"elapsed":"15.33µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337856739Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337866619Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337876259Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337884749Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.33789355Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:46:38.337829958 UTC"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.33790257Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.33791133Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.33791954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337927351Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337935531Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337945091Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337954721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.337963561Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338080184Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338220207Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338240758Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.338248718Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338255968Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338263708Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338270649Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338280099Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338287039Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338295019Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.33830306Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.33831067Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.33831719Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.33832588Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.33833455Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.33834166Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.33834927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338355951Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338363661Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.338373741Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338379991Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338386331Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338392862Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338400612Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338407382Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338414622Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338423412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338430332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338437943Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":79,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338445623Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338452573Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338459043Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338465463Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 757414003 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338480014Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 757434484 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338596956Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338660968Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338673028Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338682069Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338716169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.33875322Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338768151Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338780821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338793791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338853163Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338907174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338966476Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.338980106Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":14,"elapsed":"1.141427ms"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.339023377Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.339034027Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":14,"elapsed":"1.280741ms"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.33916441Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.33917362Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":14,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.339181061Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.339187391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.339382915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.339434037Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.340263627Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.340469912Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.340959783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.341019415Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 759980895 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.34122984Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":27,"elapsed":"3.407433ms"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.341254191Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.34165308Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.341948527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.342320616Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.342330426Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.342337777Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.342345087Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.342351737Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.342359377Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.342365897Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":27,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.342373227Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.342379587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.342593533Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.342623344Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.342675025Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.342685695Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.343067904Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 762043634 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.34330239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.343920805Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.343932365Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.344108239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.344609291Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.344623121Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.344789965Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.34621142Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:46:38.337829958 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.34622846Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"expiration\":\"2024-12-21T05:46:38.337829958Z\",\"pruned\":[]}","iteration":14,"elapsed":"8.387232ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.347566142Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.348649638Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.348776181Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.350520134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.350538254Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.350710588Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.351073287Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.351083657Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.35120399Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.351324933Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.351335043Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.351482997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.352767368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.353023664Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.353846134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":14,"elapsed":"14.667933ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.353971857Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.3561904Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":27,"elapsed":"13.832924ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.356803565Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.357638895Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.357758228Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.357830969Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.358075705Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.358137557Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.358416224Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.358742301Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.359484179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1543, tv_nsec: 778450859 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.359660603Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.359813937Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.35991949Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.360290718Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.360322689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.360456653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.362077201Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.363592658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.365868473Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.365896793Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.366121599Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.366818396Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.366843666Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.367076022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.385064245Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.388274892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.388310083Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.388533738Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.391386627Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.391412758Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.391422688Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.391596022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.391784136Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.391813337Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.394552703Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.395451204Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.395476535Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.395485616Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.395494616Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":14,"elapsed":"56.322445ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.395829694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.397260528Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.397283449Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.397438642Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.397546265Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":27,"elapsed":"55.215019ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.397799561Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":79,"elapsed":"59.481621ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.397884373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.398134569Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.401348997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.401814578Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.402291139Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.40231152Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.40231896Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.40232546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.402503054Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.404126453Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.404147724Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.404299188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.404550914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.40563865Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.408106159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.40813076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.408257163Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.419153615Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.419397781Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.437455625Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.437476596Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.437484806Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.437492496Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.437741082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.464799333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.465038819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.483206486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.502569092Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.502596173Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.50291571Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"643cb647-6227-4c34-bdb1-051b6795ae5d\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.502932741Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.505229446Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.627063308Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.65790766Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.657925111Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.658196717Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27c142b3-cc53-4da5-b8a0-2459f096f8f1\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.658214737Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.658602167Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.658959525Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"2ef98fe7-ef55-4c4a-9531-cc1cf7ebace7\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.658972626Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.66080837Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.6608218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"43793101-6397-4aa6-8201-7ded4d1bdd3a\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.66083086Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.662085791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.662099601Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"324.409736ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.662871759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.66289813Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.663061264Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"22ddaeb4-77a3-4240-b30f-28c0f1136c51\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.663076824Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.664851487Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.717160256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.717186146Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.717538595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"2ac07ed7-5611-4428-8809-33c7b55d0a89\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.717563915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.717881483Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.719475412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.719776459Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.721796417Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.721844598Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.722218287Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.72482732Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.724851481Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.724981724Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.729135004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.730512997Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.73145662Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.73147599Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.731693566Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.732820133Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.732838683Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.733085429Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.734107444Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.734129624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":27,"elapsed":"395.822545ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.743136721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.743170842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":79,"elapsed":"405.367514ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.754215128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.754619527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.756421081Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.756704837Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"418.421779ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.756759529Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.758143012Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":27,"elapsed":"415.762484ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.759060504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.759398072Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.762102897Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.762707872Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.762724712Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.762734982Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":14,"elapsed":"424.421573ms"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.762926767Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.762937677Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.762943378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.76344619Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.765213762Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.765232853Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.765399897Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.767059137Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.767244591Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.767257241Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.767267091Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.767569049Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.768907421Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.768920901Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.769087545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.769153897Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.769163777Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.769173237Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.769422923Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.771738209Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.77176237Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":14,"elapsed":"433.910511ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.77345064Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.774013674Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.775129641Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.775148401Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.775484669Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"6dbfa904-185a-4166-ae6b-82a07770a964\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.77549772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.77592135Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.776898933Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.776912123Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.777077147Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.777469867Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.777830996Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.777992589Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.77800423Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.778250226Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.778976143Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.77925787Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a588fa8a-0b6f-49b2-864a-e8ad8bc0b104\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.780218953Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.780245904Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.780255524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.780264694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2}","iteration":14,"elapsed":"442.369404ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.781500174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.781798731Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.781826002Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.781950795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.781977745Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":1} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.781988106Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.781997536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1}","iteration":14,"elapsed":"444.214739ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.782009716Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.783943673Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":27,"elapsed":"446.224017ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.785245824Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.785261895Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.785640893Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"27777b15-90aa-44d1-bafa-9c953554af23\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.786534805Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.787098369Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":27,"elapsed":"448.85079ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.791609567Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":27,"elapsed":"453.764019ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.797450188Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.797477218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.797487569Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":27,"elapsed":"459.177659ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.797927469Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":27,"elapsed":"455.602713ms"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:56:38.798541174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.798558684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":14,"elapsed":"460.259185ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.802723865Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.805361958Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.805379548Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.805538872Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.806910295Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":27,"elapsed":"468.634725ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.831618519Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":29,"elapsed":"493.30171ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.875905405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.876400147Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"5ff7f461-9ef6-48e6-b533-80d92e5d50ab\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.876419707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.877516954Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"373536ca-086a-4b9a-91ba-17b9f5f459bb\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.877534244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.879251165Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"4a79f494-0bc5-4679-8424-7edabffbffb4\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.879264746Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.881226503Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.881252914Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":16,"elapsed":"543.392485ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.924996726Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.925418907Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"8d9e0a5f-aea7-473f-a761-c8d41fa27453\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.925447187Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.925457267Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.925466357Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.926713098Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.927056026Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.927473696Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":27,"elapsed":"589.176597ms"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.929477004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.929502425Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.92971356Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.93926721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.939591217Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a1cf7b30-9db5-45c0-846c-73c918117666\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.939618078Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.939629658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.939890045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.939904975Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.939913765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.939922805Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.939932986Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.939941596Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.94009967Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.94011084Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.940348946Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.940358336Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.940606182Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.942886497Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.942994679Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"99459b03-cd22-4bab-bc8e-88f4d2b16f17\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.94300745Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.943086872Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0032e7a3-e43a-438e-8c79-92b39546d554\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:38.943101952Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:38.943139503Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:39.041977961Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"3a734d48-ba80-4c01-ad02-89c8c370e4a1\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:39.042002172Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:39.042011462Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:39.042233567Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ef792960-a1d6-484f-b3f3-7358d8e753fe\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:56:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:39.042276248Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:39.042602456Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:39.046436959Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:39.046664744Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:39.050147928Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:39.050543217Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:39.053488538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:39.053706803Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:39.060521757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":27,"elapsed":"722.259619ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:47.814160449Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"e808a2e2-6df3-4a28-8b46-31e2b6d3242d","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":264,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.337279826Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.337328627Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.337646765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.338361392Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":80,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.338373252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.338665139Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.339294695Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.341691032Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.341705663Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.341836016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.34409532Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.344296605Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.346100138Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.348548577Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.348563658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.348699391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.361102589Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.36112479Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":80,"elapsed":"23.869975ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.36778953Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.368062917Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:48.369265486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":80,"elapsed":"30.905513ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:56:57.814716943Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"482038c0-664b-4487-8a73-cfacce339e81","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":292,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.337857771Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.337935343Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.3382319Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.338262781Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":81,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.338277891Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.338459446Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.34029802Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.342828161Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.342840921Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.342989495Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.345132986Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.345320091Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.368912939Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.369137224Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.370662261Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":81,"elapsed":"32.389149ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.37227956Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.37482045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.374833271Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.374968074Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.386246965Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:56:58.386267836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":81,"elapsed":"48.450076ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:07.814062109Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"148299e8-a389-4957-97e1-01117f750931","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":293,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.337190297Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":82,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.337240508Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.337251978Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.337261438Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.337270118Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.337279648Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.337287439Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.337537545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.337570706Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.337621237Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338267442Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338292353Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.338302583Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338312073Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338320764Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338327624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338334474Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338341174Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":82,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338347934Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338354085Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338361485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338368475Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338375765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338383465Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338389705Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338396195Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338402546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338409086Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338416066Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338422016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338522558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338534239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338645452Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338679392Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338746904Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338789725Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338804165Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338812845Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.338821826Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.339567504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.340572418Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":28,"elapsed":"3.372641ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.340767783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 759906923 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.340873575Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 760010315 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.341043879Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.341147792Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.341155922Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.341372587Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.342400422Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.342409782Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.342416482Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.342423312Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.342429472Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.342436713Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.342443373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":28,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.342451333Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.342457993Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.342466433Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.34274145Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.34275198Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.342759451Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.342769311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.342778391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.343610771Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.343621151Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.343797905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.344547303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.344557154Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.344564534Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.344655436Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.344743248Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.346043759Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.346628233Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.346638084Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.346644784Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.346654594Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.346808818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.346818718Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.347921355Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.347931245Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.348066908Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.350265701Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.350491097Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.351983332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.352216988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.353590441Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.353816526Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.353877738Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1573, tv_nsec: 773017708 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.354174125Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.381596175Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":28,"elapsed":"39.178262ms"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.38304234Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.38305957Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.38306668Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.383403738Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.383821259Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":28,"elapsed":"41.378316ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.38429406Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.384609707Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.386287138Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.386307328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.386314799Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.386697788Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.387325043Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.387587829Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.387605199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.387862386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.389064265Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.389086665Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":28,"elapsed":"50.769812ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.392536628Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.394862264Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.394887625Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.395130961Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.397677542Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.397810215Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.3980004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.398049721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.398072751Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.398113723Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.398863601Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.399196669Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.400300165Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.400312075Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.40049407Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.401154136Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.401166836Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.401314849Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.406229478Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.407732634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"65.309501ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.409146328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.409169818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.409327892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.411241158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":28,"elapsed":"72.959266ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.421524006Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.421545386Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":82,"elapsed":"84.377081ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.421816313Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.421827103Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.422148501Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"3e01e333-09ca-4fde-87c6-629477629646\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:57:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.422161571Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.423494413Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.423523714Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.423721889Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.42379513Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5bd3b24f-12f2-4ed4-aad9-363353a1a3bb\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:57:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.423818231Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.424628221Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":28,"elapsed":"86.298716ms"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.425006139Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.426126186Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":82,"elapsed":"87.826353ms"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.42711145Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.427130381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.427138371Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":28,"elapsed":"88.789476ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.431450674Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.431728221Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.444736624Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.444762615Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.445054682Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"35bd3b3b-a78a-47be-96fc-22555c29179c\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:57:08 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.445072192Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.446668811Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.459839768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.460080554Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.462456821Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":28,"elapsed":"120.021448ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.493076948Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":30,"elapsed":"154.720373ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.523305945Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.523585722Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"63a35600-47e4-423a-83aa-5d86e4f59971\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:57:07 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.524000332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":28,"elapsed":"186.821525ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.525023516Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.525431346Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.527560037Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":28,"elapsed":"190.33725ms"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.552492147Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.552516518Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.552941218Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0d578c95-784c-4d5c-bacf-5cee1d9b847c\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:57:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.552973439Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.553359628Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.553368298Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.553663455Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.555601352Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.557275452Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.557285813Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.557426056Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.559066095Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.56092069Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.56093395Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.561094254Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.59542689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.595447061Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.595657546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"87513c78-ae2c-4168-acc5-19be5c7cbacb\", \"date\": \"Sat, 21 Dec 2024 05:57:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.595666676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.595935343Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.598272579Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.598483274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.600534233Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.600792029Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.604029577Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.604039687Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.604435667Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"e253970f-6cfe-433f-ad26-9eaddb5fbbf9\", \"date\": \"Sat, 21 Dec 2024 05:57:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.605673517Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":28,"elapsed":"267.409025ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.691931662Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.692292771Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"ede76e32-5d68-4c6d-b3da-9f5a5c296bbd\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:57:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.692325412Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.692334442Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.692431645Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.693817278Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":28,"elapsed":"355.456162ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.700350725Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.700766565Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.70264795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.702664881Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.702848705Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.711982575Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.712308793Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"182396be-17f6-41ac-b724-d5e2383282c3\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:57:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.712331783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.712343814Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.712663231Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.712673552Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.712681582Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.712689852Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.712697702Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.712705522Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.712888067Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.712899117Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.713147113Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.713155243Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.713406459Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.715341016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.715457339Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"0933f617-0abb-4e6d-88f8-f59e15edb7b8\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:57:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.715468779Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.71553729Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7003cf8c-f0f3-486f-b248-c7ca3f90d649\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:57:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.715551551Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.715560981Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.815727301Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"42558a26-1891-42c4-a4e1-bb498795291b\", \"date\": \"Sat, 21 Dec 2024 05:57:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:08.815750471Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.815759361Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.815977977Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"31323e3f-e2df-4952-b406-50f49a367469\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:57:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.816016128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.816224053Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.819733377Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.819914581Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.822844262Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.823156559Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.82484254Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.825027355Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:08.832339671Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":28,"elapsed":"494.077108ms"} {"msg":"registering / renewing oximeter producer lease with Nexus","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:09.316659794Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"using nexus address for registration","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:09.316700646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addr":"[fd00:1122:3344:101::c]:12221"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:09.347918947Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::c]:12221/metrics/producers","method":"POST"} {"msg":"accepted connection","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:09.348036349Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:1023","remote_addr":"[fd00:1122:3344:101::c]:54465"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:09.348213024Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7651a307-0db9-4b57-891b-060844c23f32","remote_addr":"[fd00:1122:3344:101::c]:54465","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:09.348577682Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/producers","method":"POST","req_id":"7651a307-0db9-4b57-891b-060844c23f32","remote_addr":"[fd00:1122:3344:101::c]:54465","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"assigned collector to new producer","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:09.384272781Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/oximeter.rs:76","collector_id":"5539f2b1-1861-4dbb-974a-1247914c9a95","producer_id":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:09.384298872Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/producers","method":"POST","req_id":"7651a307-0db9-4b57-891b-060844c23f32","remote_addr":"[fd00:1122:3344:101::c]:54465","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":36147,"response_code":"201"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:09.384375024Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::c]:12221/metrics/producers\", status: 201, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"7651a307-0db9-4b57-891b-060844c23f32\", \"content-length\": \"41\", \"date\": \"Sat, 21 Dec 2024 05:57:09 GMT\"} })"} {"msg":"registered with nexus successfully","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:09.38672186Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"pausing until time to renew lease","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:09.386734681Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"producer-registration-task","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","wait_period":"150s","lease_duration":"600s"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:17.813772903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"555a526f-144d-48cb-b22a-43a6322b7389","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":272,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.336886111Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.336928732Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.337254959Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.337881744Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":83,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.337891295Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.338265214Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.338872298Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.34018134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.340534428Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.341409969Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.3414185Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.341570913Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.342372023Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":83,"elapsed":"4.492718ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.343574612Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.34390768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.345682952Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.348260944Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.348273385Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.348424698Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.360070648Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:18.360085829Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":83,"elapsed":"23.23075ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:27.813806215Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"817454cb-21b2-41a9-b460-0b4d02c2b7fe","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":318,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.336947694Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.337012325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.337474286Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.338292016Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":84,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.338301726Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.338502201Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.339597617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.340361226Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.340732515Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.342142808Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.342159199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.342301952Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.344549766Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.344823613Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.346200886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.348783768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.348801189Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.348949102Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.357797485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.357826446Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":84,"elapsed":"20.906263ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:28.370963762Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":84,"elapsed":"32.667836ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:32.80813771Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"1f9401c8-d535-47a4-bc6a-8817f3e5da42","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:32.808623711Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"1f9401c8-d535-47a4-bc6a-8817f3e5da42","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:32.811750327Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"1f9401c8-d535-47a4-bc6a-8817f3e5da42","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3716,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:32.812038014Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"c3d326a6-9009-457b-980b-985c73976f7c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:32.812404522Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"c3d326a6-9009-457b-980b-985c73976f7c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:32.814474362Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"c3d326a6-9009-457b-980b-985c73976f7c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2505,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:37.814655097Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"b5b5fe48-6ac5-4784-8c90-7e59724e5f88","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":428,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336806452Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336850122Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336861013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336869293Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336878623Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336887494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336897504Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":85,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336906114Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336914774Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336923124Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":16,"reason":"Timeout"} {"msg":"Blueprint execution: skipped","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:57:38.336931764Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/blueprint_execution.rs:83","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","reason":"blueprint disabled"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336944015Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_executor","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\"}","iteration":16,"elapsed":"14.31µs"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336955235Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336969316Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336982646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.336996886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337010066Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337021687Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":17,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337031207Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337040477Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"reading DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337048777Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337056958Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337065388Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"Metric producer GC running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.337076898Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:48","expiration":"2024-12-21 05:47:38.336998676 UTC"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337087068Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337192011Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337409236Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337436017Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337478368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337507568Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337613961Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_nameservice._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"07fb42e0-3eda-40fb-aaac-0446bc3c8a41.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"6c1e198b-ea7d-436c-9b93-57bdb3386ca2.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_nameservice._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"a125a34b-4f89-401a-a829-f90fcc658907.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:1::1))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 756915031 } })","dns_name":"_nameservice._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_socket_v6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337657892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_external-dns._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"284bdf0f-32cf-4c2f-b1af-3cfe30b62eaa.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"_external-dns._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 5353, target: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"5f5da623-23f2-4e2f-b423-7097e8481e49.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::9))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 756942692 } })","dns_name":"_external-dns._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337675562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337694563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337777485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337791955Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337800196Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337807866Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337814956Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337822466Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337829696Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":85,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337836906Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337843977Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":31,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337851617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.337858857Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337866807Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337873717Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337880337Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337887207Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337892768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337898988Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337906398Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337913098Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337919978Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337926479Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337933019Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"Decommissioned disk cleaner running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.337940509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:56"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337947049Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.337965569Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338123653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338139473Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338190105Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338202485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:101::8]:5353\",\"[fd00:1122:3344:101::9]:5353\"]}","iteration":15,"elapsed":"1.353853ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338211325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338220935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338236096Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS servers (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338243646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","addresses":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338253276Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_servers_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"addresses\":[\"[fd00:1122:3344:2::1]:5353\",\"[fd00:1122:3344:3::1]:5353\",\"[fd00:1122:3344:1::1]:5353\"]}","iteration":15,"elapsed":"1.363143ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338263176Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338274647Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338322768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338334058Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338347879Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.33840938Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.338647616Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.33882952Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.33924938Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.339270261Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":15,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.339278721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.339285571Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.339469916Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.339512527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.341077814Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.341159886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":29,"elapsed":"4.231792ms"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.341532215Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 760849076 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.341748691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.341762811Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.341775191Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.341785231Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.341791772Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.341799022Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.341806492Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":29,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.341813752Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.341820282Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.341858263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"Metric producer GC complete (no errors)","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.341939115Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/metrics_producer_gc.rs:69","pruned":"{}","expiration":"2024-12-21 05:47:38.336998676 UTC"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.341953455Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"metrics_producer_gc","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"expiration\":\"2024-12-21T05:47:38.336998676Z\",\"pruned\":[]}","iteration":15,"elapsed":"4.949199ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.342061958Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.342085728Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.342096949Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.342105729Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.34214989Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.342403306Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 761717956 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.342629992Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.343440701Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.343837381Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.343848471Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.344030645Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.345244815Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.345258815Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.345392348Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.345684255Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.346226378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.346273059Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.346519905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.34673942Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.348953084Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.348964924Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.349042216Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.349054376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.349146998Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.349236241Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.349413795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.349429905Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.349564848Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.350953082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.352302844Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.352699784Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.352920689Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.352931589Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.353144755Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.354638931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.354835475Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.354847916Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.35503191Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.355210564Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.355219044Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.355388349Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.355396819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"lookup_region_port","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"found_port_ok\":[]}","iteration":15,"elapsed":"16.148999ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.356795713Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.357999562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.359344834Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"1"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.359354474Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.359361134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.359367324Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.35957978Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.359705863Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.36125376Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.361516646Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.361900795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":85,"elapsed":"24.078949ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.362318405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.362620453Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.363016542Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.363261238Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.363696879Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.36374442Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1603, tv_nsec: 783061030 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.363971865Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.364020886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.365316247Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.365579724Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.365680536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.367049599Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.371145768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.371170398Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.371179019Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.371188319Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.371380013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.371484526Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.37167422Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.371688011Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.371934617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.372708485Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.372719536Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.372933551Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.384063609Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":31,"elapsed":"46.226292ms"} {"msg":"Found abandoned VMMs","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.399341966Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","total":0,"count":0} {"msg":"Abandoned VMMs reaped","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.399425438Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/abandoned_vmm_reaper.rs:171","vmms_already_deleted":0,"vmms_deleted":0,"sled_reservations_deleted":0,"vmms_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.399440309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"abandoned_vmm_reaper","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"sled_reservations_deleted\":0,\"vmms_already_deleted\":0,\"vmms_deleted\":0,\"vmms_found\":0}","iteration":15,"elapsed":"60.106726ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.401484418Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":29,"elapsed":"59.697916ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.401672662Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.402098603Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.402488172Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.402516373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.402526783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.402862221Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.404003009Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"66.119411ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.4040805Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":29,"elapsed":"62.32913ms"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.405196637Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.405225778Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":85,"elapsed":"68.343494ms"} {"msg":"found DNS version","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.406661252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","version":"2"} {"msg":"reading DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.406683123Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"reading DNS zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.406690203Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.406696833Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.407019081Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.408038326Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.408399304Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.408447795Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.410483134Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.410770731Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.411804456Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.411833527Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.412063052Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.412075913Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.412895563Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.413138128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.414600873Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.41488731Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.415628398Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.415645839Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.415853574Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.416232313Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.416252403Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":29,"elapsed":"78.324695ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.416458458Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":29,"elapsed":"74.700908ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.416715934Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.417560045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":29,"elapsed":"79.777259ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.419076861Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.419091352Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.419271676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Found zpools on decommissioned disks","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.423211121Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":0} {"msg":"Cleaned decommissioned zpools","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.423226411Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/decommissioned_disk_cleaner.rs:140","error_count":0,"deleted":0,"not_ready_to_be_deleted":0,"found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.423235561Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"decommissioned_disk_cleaner","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"deleted\":0,\"error\":null,\"error_count\":0,\"found\":0,\"not_ready_to_be_deleted\":0}","iteration":15,"elapsed":"85.303133ms"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.425877325Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.425892205Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.425903245Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.426173012Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.430042425Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.430218939Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.440185059Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.440442805Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found zones","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.443866838Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","count":1} {"msg":"listing DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.443890118Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","batch_size":100,"found_so_far":0,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.443901518Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.444156125Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.445372344Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.445390204Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.445398254Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.445561198Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.450374844Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.450545678Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.457547447Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.460312483Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.460327874Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.460459207Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.465048237Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.465290403Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.470726434Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::8]:5353/config","method":"PUT"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.490284635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.490298255Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.490641503Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e99f664c-27c2-4e64-bb0b-c4070b9a7225\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:57:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.490659684Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.492288243Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.505993133Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.506006203Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.506228268Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"db1db270-faea-4bc2-9d0e-571e5b5c4e56\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:57:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.506243919Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.509066266Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.567323028Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.567348629Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.567728368Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"51c3ae9b-5cb5-45b2-8e9f-327dfe17f59f\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:57:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.567753499Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.568059576Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.568936797Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.56989154Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"instance reincarnation completed with errors","v":0,"name":"nexus","level":40,"time":"2024-12-21T05:57:38.570540286Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_reincarnation.rs:103","restart_errors":0,"query_errors":0,"instances_changed_state":0,"instances_reincarnated":0,"instances_found":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.570564606Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_reincarnation","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"changed_state\":[],\"disabled\":false,\"errors\":[],\"instances_found\":{\"Failed\":0,\"SagaUnwound\":0},\"instances_reincarnated\":[],\"restart_errors\":[]}","iteration":15,"elapsed":"232.762831ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.571783876Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.571795226Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.571994761Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":51,"version":1,"dns_zone_name":"control-plane.oxide.internal","dns_zone_id":"fdbedd3f-a338-4eb9-a6cf-15f06b344651"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.572011931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"internal","background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":1} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.572020171Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.572035172Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:04.617033 UTC","current_generation":1,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":1} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.572043852Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1}","iteration":15,"elapsed":"235.262681ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.573068337Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"DnsConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.573081887Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.573245931Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found all DNS names for zone","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.574851229Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","found_so_far":1,"version":2,"dns_zone_name":"oxide.test","dns_zone_id":"8515b516-7dee-4b87-be46-b42b3ecbf024"} {"msg":"read DNS config","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.57486406Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_group":"external","background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","nzones":1,"version":2} {"msg":"found latest DNS generation (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.57487163Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"current_time_created":"2024-12-21 05:44:05.650203 UTC","current_generation":2,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","generation":2} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.57487911Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_config_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2}","iteration":15,"elapsed":"237.875194ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.575396343Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:2::1]:5353/config","method":"PUT"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.581404467Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.581740225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.583098738Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.584755608Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.584772178Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.584920542Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.586252294Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.588812076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.588827696Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.58901152Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.589021741Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.589144764Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"0da2621f-940d-4940-9c4e-a94f8894cd08\", \"date\": \"Sat, 21 Dec 2024 05:57:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.589154364Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.589298937Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.589512242Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.591861469Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.592076444Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.594691337Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.594923423Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.597399292Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.597410282Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.597785461Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"2bfe61e9-617b-43fe-8488-50afb2d95a1d\", \"date\": \"Sat, 21 Dec 2024 05:57:38 GMT\"} })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.598843937Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.598853457Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.598862047Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":29,"elapsed":"261.023801ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.59937191Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":29,"elapsed":"261.543483ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.600282661Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":29,"elapsed":"258.51398ms"} {"msg":"found Silo/DNS/TLS config (no change)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.614522184Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","config":"ExternalEndpoints { by_dns_name: {\"default-silo.sys.oxide.test\": ExternalEndpoint { silo_id: 001de000-5110-4000-8000-000000000000, db_silo: Silo { identity: SiloIdentity { id: 001de000-5110-4000-8000-000000000000, name: Name(Name(\"default-silo\")), description: \"default silo\", time_created: 2024-12-21T05:43:33.982394Z, time_modified: 2024-12-21T05:43:33.982394Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {}, rcgen: Generation(Generation(1)) }, tls_certs: [] }, \"recovery.sys.oxide.test\": ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }}, warnings: [NoSiloCerts { silo_id: 001de000-5110-4000-8000-000000000000, dns_name: \"default-silo.sys.oxide.test\" }], default_endpoint: Some(ExternalEndpoint { silo_id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, db_silo: Silo { identity: SiloIdentity { id: 0cccb791-faa1-4a28-8d2b-175c6fc167b3, name: Name(Name(\"recovery\")), description: \"built-in recovery Silo\", time_created: 2024-12-21T05:44:05.481253Z, time_modified: 2024-12-21T05:44:05.481253Z, time_deleted: None }, discoverable: false, authentication_mode: Local, user_provision_type: ApiOnly, mapped_fleet_roles: Object {\"admin\": Array [String(\"admin\")]}, rcgen: Generation(Generation(4)) }, tls_certs: [TlsCertificate { digest: \"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\" }] }) }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.614553895Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"external_endpoints","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"by_dns_name\":{\"default-silo.sys.oxide.test\":{\"silo_id\":\"001de000-5110-4000-8000-000000000000\",\"tls_certs\":[]},\"recovery.sys.oxide.test\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]}},\"default_endpoint\":{\"silo_id\":\"0cccb791-faa1-4a28-8d2b-175c6fc167b3\",\"tls_certs\":[\"d71b0b331b310841180cb7b90d0f13f502ce9267209688c4201a0f01c71f20f6\"]},\"warnings\":[\"silo 001de000-5110-4000-8000-000000000000 with DNS name \\\"default-silo.sys.oxide.test\\\" has no usable certificates\"]}","iteration":15,"elapsed":"277.562569ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.663335119Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::9]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.663769809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::8]:5353/config\", status: 204, headers: {\"x-request-id\": \"2b5f913c-0dd7-40bb-bea1-92d39ce422fb\", \"date\": \"Sat, 21 Dec 2024 05:57:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.66378556Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::8]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.66588891Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::9]:5353/config\", status: 204, headers: {\"x-request-id\": \"b2740d4d-1a58-4143-9411-032ea11e90db\", \"date\": \"Sat, 21 Dec 2024 05:57:38 GMT\"} })"} {"msg":"DNS server now at generation 2","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.66590084Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:101::9]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.667987941Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:101::8]:5353, [fd00:1122:3344:101::9]:5353] }","generation":2,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.667999351Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_external","dns_group":"external","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":2,\"server_results\":{\"[fd00:1122:3344:101::8]:5353\":{\"Ok\":null},\"[fd00:1122:3344:101::9]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"331.016935ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.678473663Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.678485903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.67875692Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"6a2bc2e8-991d-4851-b988-ea7b0554cb88\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:57:38 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.6787696Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.680617514Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.740626049Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.741037688Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"cba90408-ccc8-494e-bff1-187c98c602bb\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:57:38 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.741057249Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.741066359Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.741073359Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.742124565Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":29,"elapsed":"404.236757ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.769489343Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":29,"elapsed":"432.670881ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.772181348Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:3::1]:5353/config","method":"PUT"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.780029317Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.780251702Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e7a5c33e-c3a0-4b0d-80b8-ef9e4c9e60f3\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:57:37 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.782403524Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.78266403Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.784459633Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":29,"elapsed":"447.511998ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.835158323Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:1::1]:5353/config","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.835651664Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:1::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"ad4444ba-4b91-4f73-bfa5-848dd75165f1\", \"date\": \"Sat, 21 Dec 2024 05:57:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.835697516Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:1::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.836326001Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:2::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"b6d55ecc-2efe-4b96-8688-9c286c02ec4d\", \"date\": \"Sat, 21 Dec 2024 05:57:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.836336391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:2::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.837792546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:3::1]:5353/config\", status: 204, headers: {\"x-request-id\": \"25eba7f9-eb43-4c6c-bf60-46d0c91e8df5\", \"date\": \"Sat, 21 Dec 2024 05:57:38 GMT\"} })"} {"msg":"DNS server now at generation 1","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.837811216Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"dns_server_url":"http://[fd00:1122:3344:3::1]:5353","servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:169"} {"msg":"DNS propagation: done","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.839735413Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"servers":"DnsServersList { addresses: [[fd00:1122:3344:2::1]:5353, [fd00:1122:3344:3::1]:5353, [fd00:1122:3344:1::1]:5353] }","generation":1,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/dns_propagation.rs:106"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.839783054Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"dns_propagation_internal","dns_group":"internal","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"generation\":1,\"server_results\":{\"[fd00:1122:3344:1::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:2::1]:5353\":{\"Ok\":null},\"[fd00:1122:3344:3::1]:5353\":{\"Ok\":null}}}","iteration":17,"elapsed":"502.826929ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.873353512Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.87368998Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.875914503Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.875926774Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.876119088Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.885683488Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.885944205Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"a2f733f5-2935-4d7d-82ad-955509087131\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:57:37 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.885963255Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.885974635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.886185991Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.886198371Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.886207031Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.886215841Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.886224512Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.886233132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.886396696Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.886408076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.886638621Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.886648622Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.886929558Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.88866719Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.888783973Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"26ade90d-b691-4765-ad24-4cb6847c7aac\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:57:37 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.888796903Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.888870395Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"90943aae-d726-4795-a27d-dc55a32835ac\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:57:37 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.888883305Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.888893886Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.984079046Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"952dcbcc-4abc-4885-a579-62c947ed5532\", \"date\": \"Sat, 21 Dec 2024 05:57:38 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:38.984096667Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.984106617Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.984326892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"f3b35dc7-04f7-4db9-9bf7-3a01afe785fc\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:57:38 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.984369173Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.984722791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.988561444Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.9887967Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.991763421Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.991997747Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.99420893Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:38.994467326Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:39.001855384Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":29,"elapsed":"664.075938ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:47.808452399Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"ae58359b-380d-4d0b-b723-6c5cd0bb9e3c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:47.808952461Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"ae58359b-380d-4d0b-b723-6c5cd0bb9e3c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:47.8118003Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?sort_by=id_ascending","method":"GET","req_id":"ae58359b-380d-4d0b-b723-6c5cd0bb9e3c","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":3456,"response_code":"200"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:47.812082387Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"83fc6d32-c69a-4ee2-9b52-8716536b4f4f","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:47.812443535Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"actor_id":"001de000-05e4-4000-8000-000000000002","authenticated":true,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"83fc6d32-c69a-4ee2-9b52-8716536b4f4f","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:47.814355041Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"77b98c21-e618-43a5-9385-5b9aca9418f2","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":285,"response_code":"200"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:47.814678249Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/metrics/collectors/5539f2b1-1861-4dbb-974a-1247914c9a95/producers?page_token=eyJ2IjoidjEiLCJwYWdlX3N0YXJ0Ijp7InNvcnRfYnkiOiJpZF9hc2NlbmRpbmciLCJsYXN0X3NlZW4iOiJjNzhlNmJlZC1hZTAyLTRlNWItYWI5NC1kZTNlZjE0NDY0ZjUifX0%3D","method":"GET","req_id":"83fc6d32-c69a-4ee2-9b52-8716536b4f4f","remote_addr":"[fd00:1122:3344:101::d]:34522","local_addr":"[fd00:1122:3344:101::c]:12221","component":"dropshot_internal","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":2658,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.336992177Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.337046669Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.33751152Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.338541735Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":86,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.338551765Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.338893823Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.3400077Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.340939132Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.341303271Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.34252109Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.342532861Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.342701915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.343261658Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":86,"elapsed":"4.719464ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.344888357Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.345051581Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.346585468Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.348784641Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.348802322Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.348922454Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.361481757Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:48.361504207Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":86,"elapsed":"24.536641ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:57:57.814332372Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"8770ed3f-35ab-4391-833e-a461478bf9fc","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":447,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.337507691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.337570842Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.338026644Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.338073634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":87,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.338088585Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.338403653Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.340067453Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.340434391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.340806Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.342230595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":87,"elapsed":"4.144589ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.342779358Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.342799998Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.342961942Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.344662253Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.344851468Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.346353104Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.348878545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.348896305Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.349026818Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.358276631Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:57:58.358298251Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":87,"elapsed":"20.827751ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:07.813851122Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"eb882d77-bd72-429c-90ba-038b5329e8fa","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":435,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.337027281Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.337082042Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.337095112Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":88,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.337105213Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.337116363Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.337161634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.337173104Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.337617225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.337641776Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.337656676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338129107Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":88,"reason":"Timeout"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338139048Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"looking for instances with destroyed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338146538Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338152758Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"VPC route manager running","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.338160088Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:60"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338167448Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338174638Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338181398Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":32,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338188989Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338195809Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338202229Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338208639Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338215069Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.33822283Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.33822961Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.33823685Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.33824328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.33825017Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.33825691Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.33826402Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338414324Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338474236Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338497766Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338560908Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338613129Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338623879Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338632349Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.338640909Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.33864975Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.340358561Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"phantom_disks","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"phantom_disk_deleted_err\":0,\"phantom_disk_deleted_ok\":0}","iteration":30,"elapsed":"3.294189ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.340559996Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.340582486Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 760063636 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.34072082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 760205780 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.340855813Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.340958235Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.341342635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"listed instances with destroyed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.342153004Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with failed active VMMs...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342163464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342169594Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342177415Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342184475Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342192835Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342202225Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342208535Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342215806Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342222676Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":30,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342229566Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342488032Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342520293Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342530823Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342546634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342555294Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.342563464Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.343894076Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.343909256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.343984378Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.344003199Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.344103101Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.344184363Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.34491082Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.344931791Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.345070754Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.346314934Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.346404256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.347097923Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.347488213Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_garbage_collection","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"garbage_collect_requested\":[]}","iteration":30,"elapsed":"5.321108ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.34903307Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.34904424Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.349154462Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.349165193Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.349226494Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.349329517Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.350229288Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Inventory","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.350238179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.350378612Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.352637726Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.352852391Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.353005025Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.353728243Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.35404669Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.355034364Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.355048284Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.355057435Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.355149817Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"lookup_all_ipv6 srv","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.355162207Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DnsResolver","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","response":"SrvLookup(Lookup { query: Query { name: Name(\"_dendrite._tcp.control-plane.oxide.internal\"), query_type: SRV, query_class: IN }, records: [Record { name_labels: Name(\"_dendrite._tcp.control-plane.oxide.internal.\"), rr_type: SRV, dns_class: IN, ttl: 0, rdata: Some(SRV(SRV { priority: 0, weight: 0, port: 12224, target: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\") })) }, Record { name_labels: Name(\"dendrite-67885466-b1c6-48f5-a800-f848c80749b6.host.control-plane.oxide.internal.\"), rr_type: AAAA, dns_class: IN, ttl: 0, rdata: Some(AAAA(AAAA(fd00:1122:3344:101::2))) }], valid_until: Instant { tv_sec: 1633, tv_nsec: 774650187 } })","dns_name":"_dendrite._tcp.control-plane.oxide.internal"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.355259929Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.355313191Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"Determining switch slots managed by switch zones","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.355448714Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1103"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.355724211Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.356971801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.357330079Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"all instance checks complete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.357546915Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_watcher.rs:555","pruned_instances":0,"update_sagas_queued":0,"total_incomplete":0,"total_failed":0,"total_completed":0,"total_instances":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.357556645Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_watcher","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"failed_checks\":{},\"incomplete_checks\":{},\"instance_states\":{},\"pruned_instances\":0,\"total_instances\":0,\"update_sagas_queued\":0}","iteration":30,"elapsed":"19.353706ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.358162179Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.35817239Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.358219761Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.358230181Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.358353334Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.358399365Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.375712482Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.375747562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":88,"elapsed":"38.700751ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.376425509Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.376756627Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with failed active VMMs","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.378675083Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"looking for instances with terminated active migrations...","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.378686783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.378694383Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.378803416Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.379043252Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.380176369Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.380503327Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.380784994Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.380795824Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.380974498Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.381231825Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.381516721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.382936655Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.382954766Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":88,"elapsed":"44.832769ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.383040758Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.383159991Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.383596151Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_start","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"41.416777ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.384131814Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_finish","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"finish_invoked_ok\":[]}","iteration":30,"elapsed":"41.924129ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.384683468Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.384692638Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.384850552Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Fleet","action":"ListChildren","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.384860422Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.384902373Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.384971415Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.385041516Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.386763578Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"requests_completed_ok\":[],\"requests_created_ok\":[],\"start_invoked_ok\":[]}","iteration":30,"elapsed":"48.599549ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.38685595Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.389498053Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Sled { parent: Fleet, key: 67885466-b1c6-48f5-a800-f848c80749b6, lookup_type: ById(67885466-b1c6-48f5-a800-f848c80749b6) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.389534274Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.389708138Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.39144304Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"service_zone_nat_tracker","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"0","iteration":30,"elapsed":"53.220451ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.391821819Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.392103596Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"listed instances with terminated active migrations","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.41886237Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:59","count":0} {"msg":"instance updater activation completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.418888511Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/instance_updater.rs:225","update_sagas_completed":0,"update_sagas_started":0,"terminated_active_migrations":0,"failed_active_vmms":0,"destroyed_active_vmms":0} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.418900501Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"instance_updater","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"destroyed_active_vmms\":0,\"disabled\":false,\"failed_active_vmms\":0,\"query_errors\":[],\"saga_errors\":[],\"sagas_completed\":0,\"sagas_started\":0,\"terminated_active_migrations\":0}","iteration":30,"elapsed":"80.747723ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.427333894Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.427628801Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.429620779Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_snapshot_replacement_step","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"errors\":[],\"step_garbage_collect_invoked_ok\":[],\"step_invoked_ok\":[],\"step_records_created_ok\":[],\"step_set_volume_deleted_ok\":[]}","iteration":30,"elapsed":"87.425593ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.435280725Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.435298866Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.435635263Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"55f80baf-34f2-47fb-ae3e-00217f922ca7\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:58:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.435651084Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.436927715Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.467131311Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"physical_disk_adoption","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"physical_disks_added\":0}","iteration":32,"elapsed":"128.972854ms"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.535867135Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.535893516Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.536194353Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"5d51c87c-076a-46f6-9161-d10824326017\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:58:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.536214244Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.538355405Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"determining switch slot managed by dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.555887107Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1111","zone_address":"fd00:1122:3344:101::2"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.555899577Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12225/local/switch-id","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.556160644Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"MgsClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12225/local/switch-id\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"df2692f6-5535-4970-a131-acccf6e32945\", \"content-length\": \"26\", \"date\": \"Sat, 21 Dec 2024 05:58:07 GMT\"} })"} {"msg":"identified switch slot for dendrite zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.556172634Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1116","zone_address":"fd00:1122:3344:101::2","slot":"SpIdentifier {\n slot: 0,\n type_: Switch,\n}"} {"msg":"completed mapping dendrite zones to switch slots","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.558317906Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/mod.rs:1148","mappings":"{\n Switch0: fd00:1122:3344:101::2,\n}"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.568968672Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:98"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.568979562Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.569398192Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"34f0a82f-a3b3-4fea-8fec-fb3b60719825\", \"content-length\": \"372\", \"date\": \"Sat, 21 Dec 2024 05:58:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.569415123Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.56970008Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.571337519Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.571605735Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/rpw/nat/ipv4/gen\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb9e62f3-100b-41cd-940b-962840baca5f\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:58:07 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.573091561Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.573335317Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.574808783Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"nat_v4_garbage_collector","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"null","iteration":30,"elapsed":"237.808132ms"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.582117328Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/v2p","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.582497417Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/v2p\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"47e8e0a5-cd25-47e2-acf8-e88ff96ee4a6\", \"content-length\": \"691\", \"date\": \"Sat, 21 Dec 2024 05:58:08 GMT\"} })"} {"msg":"found opte v2p mappings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.582515158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:102","interfaces":"{}","sled":"sock"} {"msg":"v2p mappings to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.582524978Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:114","mappings":"[]","sled":"sock"} {"msg":"v2p mappings to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.582533548Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/v2p_mappings.rs:127","mappings":"[]","sled":"sock"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.584662169Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"v2p_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":30,"elapsed":"246.46721ms"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.605328027Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"bfd_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":30,"elapsed":"268.245444ms"} {"msg":"computed internet gateway mappings for sled","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.610689286Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:116","assocs":"{}","sled":"sock"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.610711326Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/eip-gateways","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.610901121Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/eip-gateways\", status: 204, headers: {\"x-request-id\": \"3ccd7128-fb91-4910-87ad-c9eab34b78eb\", \"date\": \"Sat, 21 Dec 2024 05:58:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.610911781Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.611171927Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.613249567Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.613420572Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.616400013Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.616650159Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"VPC route manager sled 67885466-b1c6-48f5-a800-f848c80749b6 push not needed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.619496528Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/vpc_routes.rs:262"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.619513448Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/vpc-routes","method":"PUT"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.619917708Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"SledAgent":"67885466-b1c6-48f5-a800-f848c80749b6","background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/vpc-routes\", status: 204, headers: {\"x-request-id\": \"ac19bb16-1667-459c-a19c-50cd885e6d2d\", \"date\": \"Sat, 21 Dec 2024 05:58:08 GMT\"} })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.621821834Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"vpc_route_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":30,"elapsed":"283.679986ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.66947755Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.669833749Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"fetching switch port settings","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.671294944Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:151","port":"SwitchPort { id: a0ca6606-6022-4b75-8838-58da2fd0329d, rack_id: 9691c7fa-48ff-41f7-95ba-39aeacfa3c56, switch_location: \"switch0\", port_name: \"qsfp0\", port_settings_id: Some(ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b) }","switch_location":"Switch0"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.671305745Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.671464128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.679970393Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.680202519Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/port/qsfp0/settings?tag=omicron\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"27278f11-47a5-482d-9ad3-7beaf3305578\", \"content-length\": \"134\", \"date\": \"Sat, 21 Dec 2024 05:58:07 GMT\"} })"} {"msg":"retrieved port settings from switch","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.680220309Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1746","settings":"PortSettings { links: {\"0\": LinkSettings { addrs: [10.151.2.174], params: LinkCreate { autoneg: false, fec: Some(None), kr: false, lane: Some(LinkId(0)), speed: Speed40G, tx_eq: None } }} }","switch_port_id":"\"qsfp0\""} {"msg":"port settings up to date, skipping","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.680234139Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1773","switch_port_settings_id":"ff6faaab-f29b-49f1-9fdb-c02a4bce0a0b","switch_location":"Switch0","switch_port_id":"\"qsfp0\""} {"msg":"retrieved existing routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.680458895Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:383","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, Some(1))}}"} {"msg":"retrieved desired routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.680476635Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:387","routes":"{Switch0: {(10.151.2.100, Prefix4 { length: 0, value: 0.0.0.0 }, None, None)}}"} {"msg":"calculated static routes to add","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.680486935Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:396","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"calculated static routes to delete","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.680500276Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:402","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"deleting static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.680510546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:407","routes":"{Switch0: DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"removing static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.680520716Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1920","request":"DeleteStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"adding static routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.68067191Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:413","routes":"{Switch0: AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }}"} {"msg":"adding static v4 routes","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.68068374Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:1956","request":"AddStaticRoute4Request { routes: StaticRoute4List { list: [StaticRoute4 { nexthop: 10.151.2.100, prefix: Prefix4 { length: 0, value: 0.0.0.0 }, rib_priority: 1, vlan_id: None }] } }","switch_location":"Switch0"} {"msg":"checking for changes to loopback addresses","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.680797913Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:422"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.680807293Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.681139611Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.68273578Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.682846512Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv4\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"eb0ff385-0931-4de8-abc7-b95253fc1ad5\", \"content-length\": \"2\", \"date\": \"Sat, 21 Dec 2024 05:58:07 GMT\"} })"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.682858182Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.682948965Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"component":"DpdClient","rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::2]:12224/loopback/ipv6\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"9fed8a47-19ad-49c5-9508-255a48ac6b78\", \"content-length\": \"52\", \"date\": \"Sat, 21 Dec 2024 05:58:07 GMT\"} })"} {"msg":"applying SMF config uplink updates to switch zone","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.682965045Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:471","config":"[HostPortConfig { addrs: [UplinkAddressConfig { address: V4(Ipv4Net { addr: 10.151.2.174, width: 24 }), vlan_id: None }], lldp: Some(LldpPortConfig { chassis_id: None, management_addrs: None, port_description: None, port_id: None, status: Disabled, system_description: None, system_name: None }), port: \"qsfp0\", tx_eq: None }]","switch_location":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.682974985Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"Some(Body)","uri":"http://[fd00:1122:3344:101::1]:12345/switch-ports","method":"POST"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.776803553Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/switch-ports\", status: 204, headers: {\"x-request-id\": \"afb98b9f-21b8-4c43-92ee-6ab47ad02e17\", \"date\": \"Sat, 21 Dec 2024 05:58:08 GMT\"} })"} {"msg":"no bgp config found for switch, skipping.","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:08.776818343Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"nexus/src/app/background/tasks/sync_switch_configuration.rs:774","switch":"Switch0"} {"msg":"client request","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.776826724Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","body":"None","uri":"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config","method":"GET"} {"msg":"client response","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.77708923Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"rack_id":"9691c7fa-48ff-41f7-95ba-39aeacfa3c56","background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(Response { url: \"http://[fd00:1122:3344:101::1]:12345/network-bootstore-config\", status: 200, headers: {\"content-type\": \"application/json\", \"x-request-id\": \"e635ed7e-0d35-40d8-82f6-4a5253a0ec8a\", \"content-length\": \"682\", \"date\": \"Sat, 21 Dec 2024 05:58:08 GMT\"} })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.77711221Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.777310065Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.780967303Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.78124332Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.784699573Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.784866367Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.786102427Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.786341342Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:08.79415827Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"switch_port_config_manager","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{}","iteration":30,"elapsed":"455.979812ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:17.813641128Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"791f0ece-83ef-404d-a626-c086023122c5","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":296,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.336772356Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.336839768Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.337304889Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.337880633Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":89,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.337898933Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.338089898Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.339268176Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.339771058Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.340144417Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.341717535Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":89,"elapsed":"3.836673ms"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.341766066Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.341776797Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.34192545Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.34397805Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.344339958Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.345848235Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.348346355Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.348360685Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.348508388Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.357338781Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:18.357353041Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":89,"elapsed":"20.617836ms"} {"msg":"request completed","v":0,"name":"nexus","level":30,"time":"2024-12-21T05:58:27.814526971Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"uri":"/ac588187-c3ee-42b3-9cd7-09be6d4cd5de","method":"GET","req_id":"6a18ca48-e5e7-4365-a501-f97559fd3ad9","remote_addr":"[fd00:1122:3344:101::d]:64199","local_addr":"[fd00:1122:3344:101::c]:33773","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","component":"nexus-producer-server","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","file":"/home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/dropshot-0.13.0/src/server.rs:863","latency_us":524,"response_code":"200"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.336677335Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.336717566Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.337061374Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activating","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.337624828Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","iteration":90,"reason":"Timeout"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.337635158Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.337956546Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.33896636Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.33979091Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.340050256Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.341495261Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"BlueprintConfig","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.341511721Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.341644644Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.341914171Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"region_replacement_driver","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"drive_invoked_ok\":[],\"errors\":[],\"finish_invoked_ok\":[]}","iteration":90,"elapsed":"4.283892ms"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.344035892Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.344201666Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.345907517Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {(Fleet, 001de000-1334-4000-8000-000000000000, \"admin\")} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.348383887Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Blueprint { parent: Fleet, key: 11a6cbf4-334d-46de-95bd-e921e3e6c425, lookup_type: ById(11a6cbf4-334d-46de-95bd-e921e3e6c425) }","action":"Read","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"roles","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.348396247Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","roles":"RoleSet { roles: {} }"} {"msg":"authorize result","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.34852506Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","result":"Ok(())","resource":"Database","action":"Query","actor":"Some(Actor::UserBuiltin { user_builtin_id: 001de000-05e4-4000-8000-000000000002, .. })"} {"msg":"found latest target blueprint (unchanged)","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.361018921Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"original_time_created":"2024-12-21 05:43:24.796525 UTC","original_target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425","background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","time_created":"2024-12-21 05:43:24.796525 UTC","target_id":"11a6cbf4-334d-46de-95bd-e921e3e6c425"} {"msg":"activation complete","v":0,"name":"nexus","level":20,"time":"2024-12-21T05:58:28.361042871Z","hostname":"oxz_nexus_ac588187-c3ee-42b3-9cd7-09be6d4cd5de","pid":23189,"background_task":"blueprint_loader","component":"BackgroundTasks","component":"nexus","component":"ServerContext","name":"ac588187-c3ee-42b3-9cd7-09be6d4cd5de","status":"{\"enabled\":false,\"status\":\"target blueprint unchanged\",\"target_id\":\"11a6cbf4-334d-46de-95bd-e921e3e6c425\",\"time_created\":\"2024-12-21T05:43:24.796525Z\"}","iteration":90,"elapsed":"24.379037ms"}